2024-11-18 17:08:04,933 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 17:08:04,955 main DEBUG Took 0.019394 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 17:08:04,955 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 17:08:04,956 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 17:08:04,957 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 17:08:04,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:08:04,969 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 17:08:04,985 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:08:04,987 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:08:04,988 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:08:04,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:08:04,989 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:08:04,990 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:08:04,991 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:08:04,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:08:04,992 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:08:04,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:08:04,993 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:08:04,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:08:04,995 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:08:04,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:08:04,996 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:08:04,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:08:04,997 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:08:04,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:08:04,998 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:08:04,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:08:04,999 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:08:05,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:08:05,000 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:08:05,001 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:08:05,002 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:08:05,002 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 17:08:05,004 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:08:05,006 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 17:08:05,008 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 17:08:05,009 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 17:08:05,011 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 17:08:05,012 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 17:08:05,023 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 17:08:05,026 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 17:08:05,029 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 17:08:05,029 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 17:08:05,029 main DEBUG createAppenders(={Console}) 2024-11-18 17:08:05,030 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-18 17:08:05,031 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-18 17:08:05,031 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-18 17:08:05,032 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 17:08:05,032 main DEBUG OutputStream closed 2024-11-18 17:08:05,032 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 17:08:05,033 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 17:08:05,033 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-18 17:08:05,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 17:08:05,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 17:08:05,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 17:08:05,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 17:08:05,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 17:08:05,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 17:08:05,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 17:08:05,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 17:08:05,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 17:08:05,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 17:08:05,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 17:08:05,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 17:08:05,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 17:08:05,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 17:08:05,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 17:08:05,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 17:08:05,130 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 17:08:05,131 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 17:08:05,133 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 17:08:05,133 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6bffbc6d) with optional ClassLoader: null 2024-11-18 17:08:05,134 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 17:08:05,135 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6bffbc6d] started OK. 2024-11-18T17:08:05,152 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-18 17:08:05,154 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 17:08:05,155 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T17:08:05,217 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=89, ProcessCount=11, AvailableMemoryMB=5563 2024-11-18T17:08:05,413 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-18T17:08:05,450 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1 2024-11-18T17:08:05,453 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/cluster_57ef0a29-248b-7197-c4ec-74b6a5430360, deleteOnExit=true 2024-11-18T17:08:05,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/cluster_57ef0a29-248b-7197-c4ec-74b6a5430360/zookeeper_0, clientPort=58536, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/cluster_57ef0a29-248b-7197-c4ec-74b6a5430360/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/cluster_57ef0a29-248b-7197-c4ec-74b6a5430360/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:08:05,566 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58536 2024-11-18T17:08:05,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:08:05,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:08:05,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/test.cache.data in system properties and HBase conf 2024-11-18T17:08:05,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:08:05,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:08:05,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:08:05,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:08:05,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:08:05,671 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T17:08:05,754 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:08:05,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:08:05,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:08:05,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:08:05,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:08:05,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:08:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:08:05,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:08:05,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:08:05,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:08:05,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:08:05,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:08:05,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:08:05,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:08:05,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:08:06,784 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T17:08:06,852 INFO [Time-limited test {}] log.Log(170): Logging initialized @2701ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T17:08:06,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:08:06,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:08:07,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:08:07,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:08:07,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:08:07,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:08:07,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b16af68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:08:07,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@478f6f66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:08:07,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14e41896{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/java.io.tmpdir/jetty-localhost-44123-hadoop-hdfs-3_4_1-tests_jar-_-any-8869212049540571904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:08:07,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ca4c12d{HTTP/1.1, (http/1.1)}{localhost:44123} 2024-11-18T17:08:07,184 INFO [Time-limited test {}] server.Server(415): Started @3035ms 2024-11-18T17:08:07,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:08:07,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:08:07,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:08:07,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:08:07,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:08:07,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a880242{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:08:07,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2fe60a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:08:07,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f391391{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/java.io.tmpdir/jetty-localhost-41101-hadoop-hdfs-3_4_1-tests_jar-_-any-12608012008477235748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:08:07,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22e54a52{HTTP/1.1, (http/1.1)}{localhost:41101} 2024-11-18T17:08:07,793 INFO [Time-limited test {}] server.Server(415): Started @3643ms 2024-11-18T17:08:07,852 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:08:08,659 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/cluster_57ef0a29-248b-7197-c4ec-74b6a5430360/data/data2/current/BP-1471734258-172.17.0.3-1731949686279/current, will proceed with Du for space computation calculation, 2024-11-18T17:08:08,659 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/cluster_57ef0a29-248b-7197-c4ec-74b6a5430360/data/data1/current/BP-1471734258-172.17.0.3-1731949686279/current, will proceed with Du for space computation calculation, 2024-11-18T17:08:08,685 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:08:08,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc05151a01c7cfa1 with lease ID 0x2f0685d2467b1a38: Processing first storage report for DS-f48f68ec-842d-4bb7-9f69-027de4be8684 from datanode DatanodeRegistration(127.0.0.1:42659, datanodeUuid=926d6a44-e3d7-43f2-b345-0420c35ec0cf, infoPort=38719, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=1073256318;c=1731949686279) 2024-11-18T17:08:08,728 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc05151a01c7cfa1 with lease ID 0x2f0685d2467b1a38: from storage DS-f48f68ec-842d-4bb7-9f69-027de4be8684 node DatanodeRegistration(127.0.0.1:42659, datanodeUuid=926d6a44-e3d7-43f2-b345-0420c35ec0cf, infoPort=38719, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=1073256318;c=1731949686279), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T17:08:08,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc05151a01c7cfa1 with lease ID 0x2f0685d2467b1a38: Processing first storage report for DS-91676062-48e2-4ce9-9e7a-a3a6ea555cb5 from datanode DatanodeRegistration(127.0.0.1:42659, datanodeUuid=926d6a44-e3d7-43f2-b345-0420c35ec0cf, infoPort=38719, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=1073256318;c=1731949686279) 2024-11-18T17:08:08,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc05151a01c7cfa1 with lease ID 0x2f0685d2467b1a38: from storage DS-91676062-48e2-4ce9-9e7a-a3a6ea555cb5 node DatanodeRegistration(127.0.0.1:42659, datanodeUuid=926d6a44-e3d7-43f2-b345-0420c35ec0cf, infoPort=38719, infoSecurePort=0, ipcPort=38429, storageInfo=lv=-57;cid=testClusterID;nsid=1073256318;c=1731949686279), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:08:08,746 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1 2024-11-18T17:08:08,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:08,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:08,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:08:09,358 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7 with version=8 2024-11-18T17:08:09,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/hbase-staging 2024-11-18T17:08:09,440 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T17:08:09,664 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:08:09,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:09,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:09,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:08:09,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:09,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:08:09,817 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:08:09,873 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T17:08:09,882 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T17:08:09,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:08:09,912 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 96126 (auto-detected) 2024-11-18T17:08:09,913 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-18T17:08:09,932 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46103 2024-11-18T17:08:09,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46103 connecting to ZooKeeper ensemble=127.0.0.1:58536 2024-11-18T17:08:10,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461030x0, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:08:10,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46103-0x10150349d000000 connected 2024-11-18T17:08:10,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:10,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:10,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on znode that does not yet exist, /0-566764249/running 2024-11-18T17:08:10,167 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7, hbase.cluster.distributed=false 2024-11-18T17:08:10,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on znode that does not yet exist, /0-566764249/acl 2024-11-18T17:08:10,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46103 2024-11-18T17:08:10,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46103 2024-11-18T17:08:10,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46103 2024-11-18T17:08:10,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46103 2024-11-18T17:08:10,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46103 2024-11-18T17:08:10,318 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:08:10,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:10,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:10,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:08:10,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:10,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:08:10,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:08:10,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:08:10,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35751 2024-11-18T17:08:10,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35751 connecting to ZooKeeper ensemble=127.0.0.1:58536 2024-11-18T17:08:10,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:10,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:10,351 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357510x0, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:08:10,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35751-0x10150349d000001 connected 2024-11-18T17:08:10,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on znode that does not yet exist, /0-566764249/running 2024-11-18T17:08:10,356 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:08:10,364 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:08:10,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on znode that does not yet exist, /0-566764249/master 2024-11-18T17:08:10,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on znode that does not yet exist, /0-566764249/acl 2024-11-18T17:08:10,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35751 2024-11-18T17:08:10,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35751 2024-11-18T17:08:10,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35751 2024-11-18T17:08:10,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35751 2024-11-18T17:08:10,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35751 2024-11-18T17:08:10,391 DEBUG [M:0;6912f599d260:46103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:46103 2024-11-18T17:08:10,392 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-566764249/backup-masters/6912f599d260,46103,1731949689507 2024-11-18T17:08:10,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249/backup-masters 2024-11-18T17:08:10,405 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249/backup-masters 2024-11-18T17:08:10,407 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on existing znode=/0-566764249/backup-masters/6912f599d260,46103,1731949689507 2024-11-18T17:08:10,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:10,438 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-566764249/master 2024-11-18T17:08:10,438 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:10,439 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on existing znode=/0-566764249/master 2024-11-18T17:08:10,440 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-566764249/backup-masters/6912f599d260,46103,1731949689507 from backup master directory 2024-11-18T17:08:10,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-566764249/backup-masters/6912f599d260,46103,1731949689507 2024-11-18T17:08:10,451 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249/backup-masters 2024-11-18T17:08:10,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249/backup-masters 2024-11-18T17:08:10,452 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:08:10,452 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,46103,1731949689507 2024-11-18T17:08:10,454 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T17:08:10,456 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T17:08:10,511 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/hbase.id] with ID: dc4d2b47-d87e-4a35-86a7-4510969d2542 2024-11-18T17:08:10,512 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/.tmp/hbase.id 2024-11-18T17:08:10,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:08:10,924 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/.tmp/hbase.id]:[hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/hbase.id] 2024-11-18T17:08:10,969 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:10,974 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:08:10,993 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-18T17:08:11,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:11,030 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:11,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:08:11,453 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:08:11,456 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:08:11,470 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T17:08:11,474 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:11,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:08:11,921 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store 2024-11-18T17:08:11,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:08:12,345 INFO [master/6912f599d260:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T17:08:12,349 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:12,350 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:08:12,350 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:12,351 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:12,352 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:08:12,352 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:12,352 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:12,354 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949692350Disabling compacts and flushes for region at 1731949692350Disabling writes for close at 1731949692352 (+2 ms)Writing region close event to WAL at 1731949692352Closed at 1731949692352 2024-11-18T17:08:12,356 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/.initializing 2024-11-18T17:08:12,356 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/WALs/6912f599d260,46103,1731949689507 2024-11-18T17:08:12,365 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:08:12,379 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C46103%2C1731949689507, suffix=, logDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/WALs/6912f599d260,46103,1731949689507, archiveDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/oldWALs, maxLogs=10 2024-11-18T17:08:12,401 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/WALs/6912f599d260,46103,1731949689507/6912f599d260%2C46103%2C1731949689507.1731949692384, exclude list is [], retry=0 2024-11-18T17:08:12,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-f48f68ec-842d-4bb7-9f69-027de4be8684,DISK] 2024-11-18T17:08:12,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T17:08:12,452 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/WALs/6912f599d260,46103,1731949689507/6912f599d260%2C46103%2C1731949689507.1731949692384 2024-11-18T17:08:12,453 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38719:38719)] 2024-11-18T17:08:12,454 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:08:12,454 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:12,457 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:12,458 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:12,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:12,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:08:12,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:12,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:12,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:12,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:08:12,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:12,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:12,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:12,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:08:12,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:12,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:12,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:12,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:08:12,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:12,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:12,533 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:12,537 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:12,538 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:12,543 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:12,544 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:12,548 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:08:12,552 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:12,556 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:08:12,558 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59017038, jitterRate=-0.1205776035785675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:08:12,564 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949692470Initializing all the Stores at 1731949692472 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949692473 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949692473Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949692474 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949692474Cleaning up temporary data from old regions at 1731949692544 (+70 ms)Region opened successfully at 1731949692564 (+20 ms) 2024-11-18T17:08:12,566 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:08:12,599 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1808bb5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:08:12,634 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:08:12,644 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:08:12,644 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:08:12,647 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:08:12,648 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T17:08:12,653 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-18T17:08:12,653 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:08:12,678 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:08:12,688 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Unable to get data of znode /0-566764249/balancer because node does not exist (not necessarily an error) 2024-11-18T17:08:12,721 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-566764249/balancer already deleted, retry=false 2024-11-18T17:08:12,724 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:08:12,726 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Unable to get data of znode /0-566764249/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:08:12,733 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-566764249/normalizer already deleted, retry=false 2024-11-18T17:08:12,736 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:08:12,740 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Unable to get data of znode /0-566764249/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:08:12,750 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-566764249/switch/split already deleted, retry=false 2024-11-18T17:08:12,752 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Unable to get data of znode /0-566764249/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:08:12,763 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-566764249/switch/merge already deleted, retry=false 2024-11-18T17:08:12,780 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Unable to get data of znode /0-566764249/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:08:12,788 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-566764249/snapshot-cleanup already deleted, retry=false 2024-11-18T17:08:12,800 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-566764249/running 2024-11-18T17:08:12,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-566764249/running 2024-11-18T17:08:12,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:12,800 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:12,804 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,46103,1731949689507, sessionid=0x10150349d000000, setting cluster-up flag (Was=false) 2024-11-18T17:08:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:12,834 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:12,859 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-566764249/flush-table-proc/acquired, /0-566764249/flush-table-proc/reached, /0-566764249/flush-table-proc/abort 2024-11-18T17:08:12,861 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,46103,1731949689507 2024-11-18T17:08:12,880 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:12,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:12,905 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-566764249/online-snapshot/acquired, /0-566764249/online-snapshot/reached, /0-566764249/online-snapshot/abort 2024-11-18T17:08:12,907 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,46103,1731949689507 2024-11-18T17:08:12,915 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:08:12,983 INFO [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(746): ClusterId : dc4d2b47-d87e-4a35-86a7-4510969d2542 2024-11-18T17:08:12,985 DEBUG [RS:0;6912f599d260:35751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:08:12,995 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:12,998 DEBUG [RS:0;6912f599d260:35751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:08:12,998 DEBUG [RS:0;6912f599d260:35751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:08:13,004 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:08:13,010 DEBUG [RS:0;6912f599d260:35751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:08:13,011 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:08:13,011 DEBUG [RS:0;6912f599d260:35751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bab90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:08:13,016 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,46103,1731949689507 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:08:13,023 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:13,023 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:13,023 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:13,023 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:13,023 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:08:13,024 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:13,024 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:08:13,024 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:13,028 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949723028 2024-11-18T17:08:13,029 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:13,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:08:13,031 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:08:13,032 DEBUG [RS:0;6912f599d260:35751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:35751 2024-11-18T17:08:13,032 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:08:13,035 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:13,035 INFO [RS:0;6912f599d260:35751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:08:13,035 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:08:13,036 INFO [RS:0;6912f599d260:35751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:08:13,036 DEBUG [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:08:13,036 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:08:13,036 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:08:13,037 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:08:13,037 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:08:13,039 INFO [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,46103,1731949689507 with port=35751, startcode=1731949690287 2024-11-18T17:08:13,038 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:13,043 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:08:13,045 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:08:13,045 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:08:13,046 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:08:13,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:08:13,048 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:08:13,048 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:08:13,050 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949693050,5,FailOnTimeoutGroup] 2024-11-18T17:08:13,051 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949693050,5,FailOnTimeoutGroup] 2024-11-18T17:08:13,051 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:13,051 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:08:13,052 DEBUG [RS:0;6912f599d260:35751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:08:13,052 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:13,053 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:13,086 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:08:13,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,35751,1731949690287 2024-11-18T17:08:13,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46103 {}] master.ServerManager(517): Registering regionserver=6912f599d260,35751,1731949690287 2024-11-18T17:08:13,112 DEBUG [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7 2024-11-18T17:08:13,112 DEBUG [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37141 2024-11-18T17:08:13,112 DEBUG [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:08:13,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249/rs 2024-11-18T17:08:13,126 DEBUG [RS:0;6912f599d260:35751 {}] zookeeper.ZKUtil(111): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on existing znode=/0-566764249/rs/6912f599d260,35751,1731949690287 2024-11-18T17:08:13,126 WARN [RS:0;6912f599d260:35751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:08:13,126 INFO [RS:0;6912f599d260:35751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:13,126 DEBUG [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287 2024-11-18T17:08:13,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,35751,1731949690287] 2024-11-18T17:08:13,156 INFO [RS:0;6912f599d260:35751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:08:13,171 INFO [RS:0;6912f599d260:35751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:08:13,176 INFO [RS:0;6912f599d260:35751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:08:13,176 INFO [RS:0;6912f599d260:35751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:13,177 INFO [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:08:13,182 INFO [RS:0;6912f599d260:35751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:08:13,184 INFO [RS:0;6912f599d260:35751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:13,184 DEBUG [RS:0;6912f599d260:35751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:13,184 DEBUG [RS:0;6912f599d260:35751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:13,184 DEBUG [RS:0;6912f599d260:35751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:13,185 DEBUG [RS:0;6912f599d260:35751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:13,185 DEBUG [RS:0;6912f599d260:35751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:13,185 DEBUG [RS:0;6912f599d260:35751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:08:13,185 DEBUG [RS:0;6912f599d260:35751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:13,185 DEBUG [RS:0;6912f599d260:35751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:13,185 DEBUG [RS:0;6912f599d260:35751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:13,185 DEBUG [RS:0;6912f599d260:35751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:13,186 DEBUG [RS:0;6912f599d260:35751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:13,186 DEBUG [RS:0;6912f599d260:35751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:13,186 DEBUG [RS:0;6912f599d260:35751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:08:13,186 DEBUG [RS:0;6912f599d260:35751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:08:13,187 INFO [RS:0;6912f599d260:35751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:13,187 INFO [RS:0;6912f599d260:35751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:13,187 INFO [RS:0;6912f599d260:35751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:13,188 INFO [RS:0;6912f599d260:35751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:13,188 INFO [RS:0;6912f599d260:35751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:13,188 INFO [RS:0;6912f599d260:35751 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,35751,1731949690287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:08:13,216 INFO [RS:0;6912f599d260:35751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:08:13,218 INFO [RS:0;6912f599d260:35751 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,35751,1731949690287-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:13,218 INFO [RS:0;6912f599d260:35751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:13,219 INFO [RS:0;6912f599d260:35751 {}] regionserver.Replication(171): 6912f599d260,35751,1731949690287 started 2024-11-18T17:08:13,242 INFO [RS:0;6912f599d260:35751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:13,243 INFO [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,35751,1731949690287, RpcServer on 6912f599d260/172.17.0.3:35751, sessionid=0x10150349d000001 2024-11-18T17:08:13,244 DEBUG [RS:0;6912f599d260:35751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:08:13,244 DEBUG [RS:0;6912f599d260:35751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,35751,1731949690287 2024-11-18T17:08:13,244 DEBUG [RS:0;6912f599d260:35751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,35751,1731949690287' 2024-11-18T17:08:13,244 DEBUG [RS:0;6912f599d260:35751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-566764249/flush-table-proc/abort' 2024-11-18T17:08:13,246 DEBUG [RS:0;6912f599d260:35751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-566764249/flush-table-proc/acquired' 2024-11-18T17:08:13,246 DEBUG [RS:0;6912f599d260:35751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:08:13,246 DEBUG [RS:0;6912f599d260:35751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:08:13,247 DEBUG [RS:0;6912f599d260:35751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,35751,1731949690287 2024-11-18T17:08:13,247 DEBUG [RS:0;6912f599d260:35751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,35751,1731949690287' 2024-11-18T17:08:13,247 DEBUG [RS:0;6912f599d260:35751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-566764249/online-snapshot/abort' 2024-11-18T17:08:13,248 DEBUG [RS:0;6912f599d260:35751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-566764249/online-snapshot/acquired' 2024-11-18T17:08:13,248 DEBUG [RS:0;6912f599d260:35751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:08:13,249 INFO [RS:0;6912f599d260:35751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:08:13,249 INFO [RS:0;6912f599d260:35751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:08:13,354 INFO [RS:0;6912f599d260:35751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:08:13,357 INFO [RS:0;6912f599d260:35751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C35751%2C1731949690287, suffix=, logDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287, archiveDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/oldWALs, maxLogs=10 2024-11-18T17:08:13,373 DEBUG [RS:0;6912f599d260:35751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360, exclude list is [], retry=0 2024-11-18T17:08:13,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-f48f68ec-842d-4bb7-9f69-027de4be8684,DISK] 2024-11-18T17:08:13,381 INFO [RS:0;6912f599d260:35751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360 2024-11-18T17:08:13,382 DEBUG [RS:0;6912f599d260:35751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38719:38719)] 2024-11-18T17:08:13,450 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:08:13,451 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7 2024-11-18T17:08:13,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:08:13,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:13,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:08:13,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:08:13,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:13,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:13,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:08:13,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:08:13,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:13,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:13,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:08:13,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:08:13,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:13,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:13,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:08:13,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:08:13,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:13,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:13,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:08:13,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740 2024-11-18T17:08:13,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740 2024-11-18T17:08:13,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:08:13,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:08:13,891 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:08:13,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:08:13,898 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:08:13,900 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59039435, jitterRate=-0.1202438622713089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:08:13,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949693864Initializing all the Stores at 1731949693866 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949693866Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949693866Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949693867 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949693867Cleaning up temporary data from old regions at 1731949693890 (+23 ms)Region opened successfully at 1731949693903 (+13 ms) 2024-11-18T17:08:13,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:08:13,904 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:08:13,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:08:13,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:08:13,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:08:13,905 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:08:13,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949693903Disabling compacts and flushes for region at 1731949693903Disabling writes for close at 1731949693904 (+1 ms)Writing region close event to WAL at 1731949693905 (+1 ms)Closed at 1731949693905 2024-11-18T17:08:13,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:13,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:08:13,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:08:13,929 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:08:13,932 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:08:14,084 DEBUG [6912f599d260:46103 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:08:14,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,35751,1731949690287 2024-11-18T17:08:14,101 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,35751,1731949690287, state=OPENING 2024-11-18T17:08:14,138 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:08:14,146 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:14,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:14,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-566764249/meta-region-server: CHANGED 2024-11-18T17:08:14,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-566764249/meta-region-server: CHANGED 2024-11-18T17:08:14,148 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:08:14,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,35751,1731949690287}] 2024-11-18T17:08:14,323 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:08:14,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:08:14,339 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:08:14,340 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:14,341 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:08:14,344 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C35751%2C1731949690287.meta, suffix=.meta, logDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287, archiveDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/oldWALs, maxLogs=10 2024-11-18T17:08:14,362 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.meta.1731949694347.meta, exclude list is [], retry=0 2024-11-18T17:08:14,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-f48f68ec-842d-4bb7-9f69-027de4be8684,DISK] 2024-11-18T17:08:14,368 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.meta.1731949694347.meta 2024-11-18T17:08:14,369 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38719:38719)] 2024-11-18T17:08:14,369 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:08:14,374 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:08:14,375 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:08:14,377 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:08:14,379 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:08:14,383 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:08:14,383 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:14,384 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:08:14,384 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:08:14,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:08:14,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:08:14,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:14,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:14,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:08:14,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:08:14,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:14,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:14,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:08:14,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:08:14,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:14,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:14,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:08:14,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:08:14,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:14,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:14,398 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:08:14,399 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740 2024-11-18T17:08:14,402 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740 2024-11-18T17:08:14,405 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:08:14,405 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:08:14,406 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:08:14,410 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:08:14,412 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67462123, jitterRate=0.005263969302177429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:08:14,412 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:08:14,414 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949694384Writing region info on filesystem at 1731949694384Initializing all the Stores at 1731949694386 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949694387 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949694387Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949694387Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949694387Cleaning up temporary data from old regions at 1731949694405 (+18 ms)Running coprocessor post-open hooks at 1731949694412 (+7 ms)Region opened successfully at 1731949694414 (+2 ms) 2024-11-18T17:08:14,421 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949694314 2024-11-18T17:08:14,433 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:08:14,434 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:08:14,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,35751,1731949690287 2024-11-18T17:08:14,439 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,35751,1731949690287, state=OPEN 2024-11-18T17:08:14,525 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-566764249/meta-region-server 2024-11-18T17:08:14,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-566764249/meta-region-server 2024-11-18T17:08:14,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-566764249/meta-region-server: CHANGED 2024-11-18T17:08:14,525 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,35751,1731949690287 2024-11-18T17:08:14,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-566764249/meta-region-server: CHANGED 2024-11-18T17:08:14,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:08:14,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,35751,1731949690287 in 375 msec 2024-11-18T17:08:14,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:08:14,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-11-18T17:08:14,540 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:14,540 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:08:14,563 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:08:14,564 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,35751,1731949690287, seqNum=-1] 2024-11-18T17:08:14,590 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:08:14,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:08:14,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6600 sec 2024-11-18T17:08:14,617 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949694616, completionTime=-1 2024-11-18T17:08:14,619 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:08:14,620 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:08:14,651 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:08:14,652 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949754652 2024-11-18T17:08:14,652 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731949814652 2024-11-18T17:08:14,652 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 32 msec 2024-11-18T17:08:14,654 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46103,1731949689507-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:14,655 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46103,1731949689507-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:14,655 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46103,1731949689507-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:14,656 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:46103, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:14,657 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:14,657 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:14,664 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:08:14,689 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.237sec 2024-11-18T17:08:14,690 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:08:14,692 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:08:14,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:08:14,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:08:14,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:08:14,694 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46103,1731949689507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:08:14,695 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46103,1731949689507-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:08:14,703 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:08:14,704 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:08:14,705 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46103,1731949689507-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:14,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2efb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:14,794 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T17:08:14,794 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T17:08:14,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46103,-1 for getting cluster id 2024-11-18T17:08:14,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:14,807 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc4d2b47-d87e-4a35-86a7-4510969d2542' 2024-11-18T17:08:14,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:14,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc4d2b47-d87e-4a35-86a7-4510969d2542" 2024-11-18T17:08:14,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459fec03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:14,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46103,-1] 2024-11-18T17:08:14,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:14,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:14,817 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:14,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba18aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:14,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:08:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,35751,1731949690287, seqNum=-1] 2024-11-18T17:08:14,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:08:14,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:08:14,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,46103,1731949689507 2024-11-18T17:08:14,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58536 2024-11-18T17:08:14,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:08:14,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10150349d000002 connected 2024-11-18T17:08:14,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/hadoop.log.dir so I do NOT create it in target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57 2024-11-18T17:08:14,966 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:08:14,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/hadoop.tmp.dir so I do NOT create it in target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57 2024-11-18T17:08:14,966 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:08:14,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57 2024-11-18T17:08:14,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:08:14,966 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/cluster_c67cac06-1533-912e-2f9c-bc94e25d0dd6, deleteOnExit=true 2024-11-18T17:08:14,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:08:14,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/test.cache.data in system properties and HBase conf 2024-11-18T17:08:14,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:08:14,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:08:14,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:08:14,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:08:14,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:08:14,967 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:08:14,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:08:14,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:08:14,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:08:14,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:08:14,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:08:14,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:08:14,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:08:14,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:08:14,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:08:14,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:08:14,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:08:14,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:08:14,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:08:14,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:08:15,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:08:15,234 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:08:15,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:08:15,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:08:15,240 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:08:15,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:08:15,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39556e0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:08:15,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bc5dd0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:08:15,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bff7205{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/java.io.tmpdir/jetty-localhost-33711-hadoop-hdfs-3_4_1-tests_jar-_-any-6370897321347293020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:08:15,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b9ccfd{HTTP/1.1, (http/1.1)}{localhost:33711} 2024-11-18T17:08:15,344 INFO [Time-limited test {}] server.Server(415): Started @11194ms 2024-11-18T17:08:15,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:08:15,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:08:15,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:08:15,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:08:15,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:08:15,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3befdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:08:15,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c2022a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:08:15,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@555547d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/java.io.tmpdir/jetty-localhost-42883-hadoop-hdfs-3_4_1-tests_jar-_-any-3523996027797107579/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:08:15,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c25b454{HTTP/1.1, (http/1.1)}{localhost:42883} 2024-11-18T17:08:15,659 INFO [Time-limited test {}] server.Server(415): Started @11509ms 2024-11-18T17:08:15,660 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:08:16,188 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/cluster_c67cac06-1533-912e-2f9c-bc94e25d0dd6/data/data1/current/BP-1825556787-172.17.0.3-1731949694995/current, will proceed with Du for space computation calculation, 2024-11-18T17:08:16,188 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/cluster_c67cac06-1533-912e-2f9c-bc94e25d0dd6/data/data2/current/BP-1825556787-172.17.0.3-1731949694995/current, will proceed with Du for space computation calculation, 2024-11-18T17:08:16,212 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:08:16,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1099200d47d98c2 with lease ID 0xe5513e5e7454beaf: Processing first storage report for DS-1ed819fa-cc10-4335-b205-a0034481a11a from datanode DatanodeRegistration(127.0.0.1:43453, datanodeUuid=2b945959-21f4-4e0d-b309-6d00c9626310, infoPort=43189, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=1224300779;c=1731949694995) 2024-11-18T17:08:16,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1099200d47d98c2 with lease ID 0xe5513e5e7454beaf: from storage DS-1ed819fa-cc10-4335-b205-a0034481a11a node DatanodeRegistration(127.0.0.1:43453, datanodeUuid=2b945959-21f4-4e0d-b309-6d00c9626310, infoPort=43189, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=1224300779;c=1731949694995), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:08:16,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1099200d47d98c2 with lease ID 0xe5513e5e7454beaf: Processing first storage report for DS-be193ddd-5ad6-4dd8-a60b-0c7669beabdd from datanode DatanodeRegistration(127.0.0.1:43453, datanodeUuid=2b945959-21f4-4e0d-b309-6d00c9626310, infoPort=43189, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=1224300779;c=1731949694995) 2024-11-18T17:08:16,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1099200d47d98c2 with lease ID 0xe5513e5e7454beaf: from storage DS-be193ddd-5ad6-4dd8-a60b-0c7669beabdd node DatanodeRegistration(127.0.0.1:43453, datanodeUuid=2b945959-21f4-4e0d-b309-6d00c9626310, infoPort=43189, infoSecurePort=0, ipcPort=44863, storageInfo=lv=-57;cid=testClusterID;nsid=1224300779;c=1731949694995), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:08:16,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57 2024-11-18T17:08:16,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:16,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:16,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43453 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:08:16,715 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71 with version=8 2024-11-18T17:08:16,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/hbase-staging 2024-11-18T17:08:16,718 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:08:16,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:16,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:16,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:08:16,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:16,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:08:16,719 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:08:16,719 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:08:16,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46661 2024-11-18T17:08:16,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46661 connecting to ZooKeeper ensemble=127.0.0.1:58536 2024-11-18T17:08:16,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466610x0, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:08:16,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46661-0x10150349d000003 connected 2024-11-18T17:08:17,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:17,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:17,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Set watcher on znode that does not yet exist, /1-2008050648/running 2024-11-18T17:08:17,051 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71, hbase.cluster.distributed=false 2024-11-18T17:08:17,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Set watcher on znode that does not yet exist, /1-2008050648/acl 2024-11-18T17:08:17,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46661 2024-11-18T17:08:17,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46661 2024-11-18T17:08:17,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46661 2024-11-18T17:08:17,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46661 2024-11-18T17:08:17,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46661 2024-11-18T17:08:17,070 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:08:17,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:17,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:17,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:08:17,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:17,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:08:17,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:08:17,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:08:17,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41737 2024-11-18T17:08:17,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41737 connecting to ZooKeeper ensemble=127.0.0.1:58536 2024-11-18T17:08:17,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:17,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:17,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417370x0, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:08:17,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417370x0, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Set watcher on znode that does not yet exist, /1-2008050648/running 2024-11-18T17:08:17,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41737-0x10150349d000004 connected 2024-11-18T17:08:17,117 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:08:17,118 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:08:17,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Set watcher on znode that does not yet exist, /1-2008050648/master 2024-11-18T17:08:17,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Set watcher on znode that does not yet exist, /1-2008050648/acl 2024-11-18T17:08:17,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41737 2024-11-18T17:08:17,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41737 2024-11-18T17:08:17,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41737 2024-11-18T17:08:17,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41737 2024-11-18T17:08:17,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41737 2024-11-18T17:08:17,134 DEBUG [M:0;6912f599d260:46661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:46661 2024-11-18T17:08:17,134 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2008050648/backup-masters/6912f599d260,46661,1731949696717 2024-11-18T17:08:17,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648/backup-masters 2024-11-18T17:08:17,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648/backup-masters 2024-11-18T17:08:17,147 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Set watcher on existing znode=/1-2008050648/backup-masters/6912f599d260,46661,1731949696717 2024-11-18T17:08:17,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2008050648/master 2024-11-18T17:08:17,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648 2024-11-18T17:08:17,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648 2024-11-18T17:08:17,155 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Set watcher on existing znode=/1-2008050648/master 2024-11-18T17:08:17,155 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2008050648/backup-masters/6912f599d260,46661,1731949696717 from backup master directory 2024-11-18T17:08:17,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648/backup-masters 2024-11-18T17:08:17,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2008050648/backup-masters/6912f599d260,46661,1731949696717 2024-11-18T17:08:17,163 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:08:17,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648/backup-masters 2024-11-18T17:08:17,163 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,46661,1731949696717 2024-11-18T17:08:17,169 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/hbase.id] with ID: d0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26 2024-11-18T17:08:17,170 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/.tmp/hbase.id 2024-11-18T17:08:17,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43453 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:08:17,577 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/.tmp/hbase.id]:[hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/hbase.id] 2024-11-18T17:08:17,600 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:17,600 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:08:17,603 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-18T17:08:17,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648 2024-11-18T17:08:17,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648 2024-11-18T17:08:17,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43453 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:08:18,048 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:08:18,049 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:08:18,049 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:18,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43453 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:08:18,463 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store 2024-11-18T17:08:18,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43453 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:08:18,873 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:18,874 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:08:18,874 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:18,874 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:18,874 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:08:18,874 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:18,874 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:18,874 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949698874Disabling compacts and flushes for region at 1731949698874Disabling writes for close at 1731949698874Writing region close event to WAL at 1731949698874Closed at 1731949698874 2024-11-18T17:08:18,876 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/.initializing 2024-11-18T17:08:18,876 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/WALs/6912f599d260,46661,1731949696717 2024-11-18T17:08:18,878 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:08:18,882 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C46661%2C1731949696717, suffix=, logDir=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/WALs/6912f599d260,46661,1731949696717, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/oldWALs, maxLogs=10 2024-11-18T17:08:18,896 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/WALs/6912f599d260,46661,1731949696717/6912f599d260%2C46661%2C1731949696717.1731949698882, exclude list is [], retry=0 2024-11-18T17:08:18,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43453,DS-1ed819fa-cc10-4335-b205-a0034481a11a,DISK] 2024-11-18T17:08:18,904 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/WALs/6912f599d260,46661,1731949696717/6912f599d260%2C46661%2C1731949696717.1731949698882 2024-11-18T17:08:18,904 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43189:43189)] 2024-11-18T17:08:18,904 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:08:18,905 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:18,905 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:18,905 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:18,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:18,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:08:18,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:18,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:18,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:18,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:08:18,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:18,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:18,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:18,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:08:18,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:18,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:18,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:18,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:08:18,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:18,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:18,925 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:18,926 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:18,926 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:18,929 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:18,929 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:18,930 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:08:18,932 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:18,935 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:08:18,936 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69910425, jitterRate=0.041746512055397034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:08:18,936 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949698905Initializing all the Stores at 1731949698907 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949698907Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949698907Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949698907Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949698907Cleaning up temporary data from old regions at 1731949698929 (+22 ms)Region opened successfully at 1731949698936 (+7 ms) 2024-11-18T17:08:18,936 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:08:18,941 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea9a813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:08:18,943 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:08:18,943 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:08:18,943 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:08:18,943 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:08:18,944 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:08:18,944 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:08:18,944 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:08:18,947 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:08:18,948 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Unable to get data of znode /1-2008050648/balancer because node does not exist (not necessarily an error) 2024-11-18T17:08:18,987 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2008050648/balancer already deleted, retry=false 2024-11-18T17:08:18,988 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:08:18,989 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Unable to get data of znode /1-2008050648/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:08:19,000 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2008050648/normalizer already deleted, retry=false 2024-11-18T17:08:19,000 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:08:19,001 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Unable to get data of znode /1-2008050648/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:08:19,008 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2008050648/switch/split already deleted, retry=false 2024-11-18T17:08:19,009 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Unable to get data of znode /1-2008050648/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:08:19,016 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2008050648/switch/merge already deleted, retry=false 2024-11-18T17:08:19,019 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Unable to get data of znode /1-2008050648/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:08:19,029 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2008050648/snapshot-cleanup already deleted, retry=false 2024-11-18T17:08:19,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2008050648/running 2024-11-18T17:08:19,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2008050648/running 2024-11-18T17:08:19,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648 2024-11-18T17:08:19,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648 2024-11-18T17:08:19,039 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,46661,1731949696717, sessionid=0x10150349d000003, setting cluster-up flag (Was=false) 2024-11-18T17:08:19,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648 2024-11-18T17:08:19,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648 2024-11-18T17:08:19,083 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2008050648/flush-table-proc/acquired, /1-2008050648/flush-table-proc/reached, /1-2008050648/flush-table-proc/abort 2024-11-18T17:08:19,084 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,46661,1731949696717 2024-11-18T17:08:19,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648 2024-11-18T17:08:19,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648 2024-11-18T17:08:19,129 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2008050648/online-snapshot/acquired, /1-2008050648/online-snapshot/reached, /1-2008050648/online-snapshot/abort 2024-11-18T17:08:19,131 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,46661,1731949696717 2024-11-18T17:08:19,133 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:08:19,136 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:19,136 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:08:19,137 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:08:19,137 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,46661,1731949696717 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:08:19,139 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:19,139 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:19,139 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:19,139 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:19,139 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:08:19,140 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:19,140 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:08:19,140 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:19,142 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949729142 2024-11-18T17:08:19,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:08:19,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:08:19,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:08:19,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:08:19,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:08:19,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:08:19,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:19,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:19,144 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:08:19,144 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:08:19,144 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:08:19,144 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:08:19,144 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:08:19,144 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:08:19,144 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:08:19,145 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949699145,5,FailOnTimeoutGroup] 2024-11-18T17:08:19,145 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949699145,5,FailOnTimeoutGroup] 2024-11-18T17:08:19,145 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:19,145 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:08:19,145 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:19,145 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:19,146 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:19,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:08:19,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:08:19,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43453 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:08:19,226 INFO [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(746): ClusterId : d0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26 2024-11-18T17:08:19,226 DEBUG [RS:0;6912f599d260:41737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:08:19,234 DEBUG [RS:0;6912f599d260:41737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:08:19,234 DEBUG [RS:0;6912f599d260:41737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:08:19,242 DEBUG [RS:0;6912f599d260:41737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:08:19,243 DEBUG [RS:0;6912f599d260:41737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521ca070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:08:19,254 DEBUG [RS:0;6912f599d260:41737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:41737 2024-11-18T17:08:19,254 INFO [RS:0;6912f599d260:41737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:08:19,254 INFO [RS:0;6912f599d260:41737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:08:19,254 DEBUG [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:08:19,255 INFO [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,46661,1731949696717 with port=41737, startcode=1731949697070 2024-11-18T17:08:19,256 DEBUG [RS:0;6912f599d260:41737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:08:19,258 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:08:19,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,41737,1731949697070 2024-11-18T17:08:19,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46661 {}] master.ServerManager(517): Registering regionserver=6912f599d260,41737,1731949697070 2024-11-18T17:08:19,262 DEBUG [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71 2024-11-18T17:08:19,262 DEBUG [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33185 2024-11-18T17:08:19,262 DEBUG [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:08:19,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648/rs 2024-11-18T17:08:19,297 DEBUG [RS:0;6912f599d260:41737 {}] zookeeper.ZKUtil(111): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Set watcher on existing znode=/1-2008050648/rs/6912f599d260,41737,1731949697070 2024-11-18T17:08:19,297 WARN [RS:0;6912f599d260:41737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:08:19,298 INFO [RS:0;6912f599d260:41737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:19,298 DEBUG [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/WALs/6912f599d260,41737,1731949697070 2024-11-18T17:08:19,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,41737,1731949697070] 2024-11-18T17:08:19,302 INFO [RS:0;6912f599d260:41737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:08:19,305 INFO [RS:0;6912f599d260:41737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:08:19,306 INFO [RS:0;6912f599d260:41737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:08:19,306 INFO [RS:0;6912f599d260:41737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:19,306 INFO [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:08:19,307 INFO [RS:0;6912f599d260:41737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:08:19,308 INFO [RS:0;6912f599d260:41737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:19,308 DEBUG [RS:0;6912f599d260:41737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:19,308 DEBUG [RS:0;6912f599d260:41737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:19,308 DEBUG [RS:0;6912f599d260:41737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:19,308 DEBUG [RS:0;6912f599d260:41737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:19,308 DEBUG [RS:0;6912f599d260:41737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:19,308 DEBUG [RS:0;6912f599d260:41737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:08:19,308 DEBUG [RS:0;6912f599d260:41737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:19,308 DEBUG [RS:0;6912f599d260:41737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:19,308 DEBUG [RS:0;6912f599d260:41737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:19,309 DEBUG [RS:0;6912f599d260:41737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:19,309 DEBUG [RS:0;6912f599d260:41737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:19,309 DEBUG [RS:0;6912f599d260:41737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:19,309 DEBUG [RS:0;6912f599d260:41737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:08:19,309 DEBUG [RS:0;6912f599d260:41737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:08:19,311 INFO [RS:0;6912f599d260:41737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:19,311 INFO [RS:0;6912f599d260:41737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:19,312 INFO [RS:0;6912f599d260:41737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:19,312 INFO [RS:0;6912f599d260:41737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:19,312 INFO [RS:0;6912f599d260:41737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:19,312 INFO [RS:0;6912f599d260:41737 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41737,1731949697070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:08:19,327 INFO [RS:0;6912f599d260:41737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:08:19,328 INFO [RS:0;6912f599d260:41737 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41737,1731949697070-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:19,328 INFO [RS:0;6912f599d260:41737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:19,328 INFO [RS:0;6912f599d260:41737 {}] regionserver.Replication(171): 6912f599d260,41737,1731949697070 started 2024-11-18T17:08:19,342 INFO [RS:0;6912f599d260:41737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:19,343 INFO [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,41737,1731949697070, RpcServer on 6912f599d260/172.17.0.3:41737, sessionid=0x10150349d000004 2024-11-18T17:08:19,343 DEBUG [RS:0;6912f599d260:41737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:08:19,343 DEBUG [RS:0;6912f599d260:41737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,41737,1731949697070 2024-11-18T17:08:19,343 DEBUG [RS:0;6912f599d260:41737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,41737,1731949697070' 2024-11-18T17:08:19,343 DEBUG [RS:0;6912f599d260:41737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2008050648/flush-table-proc/abort' 2024-11-18T17:08:19,344 DEBUG [RS:0;6912f599d260:41737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2008050648/flush-table-proc/acquired' 2024-11-18T17:08:19,345 DEBUG [RS:0;6912f599d260:41737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:08:19,345 DEBUG [RS:0;6912f599d260:41737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:08:19,345 DEBUG [RS:0;6912f599d260:41737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,41737,1731949697070 2024-11-18T17:08:19,345 DEBUG [RS:0;6912f599d260:41737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,41737,1731949697070' 2024-11-18T17:08:19,345 DEBUG [RS:0;6912f599d260:41737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2008050648/online-snapshot/abort' 2024-11-18T17:08:19,345 DEBUG [RS:0;6912f599d260:41737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2008050648/online-snapshot/acquired' 2024-11-18T17:08:19,346 DEBUG [RS:0;6912f599d260:41737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:08:19,346 INFO [RS:0;6912f599d260:41737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:08:19,346 INFO [RS:0;6912f599d260:41737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:08:19,447 INFO [RS:0;6912f599d260:41737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:08:19,449 INFO [RS:0;6912f599d260:41737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C41737%2C1731949697070, suffix=, logDir=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/WALs/6912f599d260,41737,1731949697070, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/oldWALs, maxLogs=10 2024-11-18T17:08:19,465 DEBUG [RS:0;6912f599d260:41737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/WALs/6912f599d260,41737,1731949697070/6912f599d260%2C41737%2C1731949697070.1731949699451, exclude list is [], retry=0 2024-11-18T17:08:19,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43453,DS-1ed819fa-cc10-4335-b205-a0034481a11a,DISK] 2024-11-18T17:08:19,472 INFO [RS:0;6912f599d260:41737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/WALs/6912f599d260,41737,1731949697070/6912f599d260%2C41737%2C1731949697070.1731949699451 2024-11-18T17:08:19,473 DEBUG [RS:0;6912f599d260:41737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43189:43189)] 2024-11-18T17:08:19,557 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:08:19,557 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71 2024-11-18T17:08:19,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43453 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:08:19,892 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:08:19,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:19,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:08:19,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:08:19,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:19,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:19,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:08:19,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:08:19,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:19,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:08:19,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T17:08:19,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:19,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:08:19,984 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:08:19,984 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T17:08:19,984 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:08:19,984 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T17:08:19,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T17:08:19,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T17:08:19,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:08:19,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:19,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:19,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:08:19,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:08:19,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:19,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:19,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:08:19,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/data/hbase/meta/1588230740 2024-11-18T17:08:19,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/data/hbase/meta/1588230740 2024-11-18T17:08:19,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:08:19,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:08:20,000 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:08:20,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:08:20,006 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:08:20,007 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60046559, jitterRate=-0.10523654520511627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:08:20,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949699968Initializing all the Stores at 1731949699970 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949699970Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949699974 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949699974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949699974Cleaning up temporary data from old regions at 1731949699999 (+25 ms)Region opened successfully at 1731949700007 (+8 ms) 2024-11-18T17:08:20,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:08:20,007 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:08:20,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:08:20,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:08:20,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:08:20,008 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:08:20,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949700007Disabling compacts and flushes for region at 1731949700007Disabling writes for close at 1731949700007Writing region close event to WAL at 1731949700008 (+1 ms)Closed at 1731949700008 2024-11-18T17:08:20,010 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:20,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:08:20,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:08:20,012 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:08:20,013 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:08:20,164 DEBUG [6912f599d260:46661 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:08:20,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,41737,1731949697070 2024-11-18T17:08:20,167 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,41737,1731949697070, state=OPENING 2024-11-18T17:08:20,183 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:08:20,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648 2024-11-18T17:08:20,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648 2024-11-18T17:08:20,247 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:08:20,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2008050648/meta-region-server: CHANGED 2024-11-18T17:08:20,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2008050648/meta-region-server: CHANGED 2024-11-18T17:08:20,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,41737,1731949697070}] 2024-11-18T17:08:20,400 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:08:20,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:08:20,409 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:08:20,409 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:20,410 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:08:20,413 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C41737%2C1731949697070.meta, suffix=.meta, logDir=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/WALs/6912f599d260,41737,1731949697070, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/oldWALs, maxLogs=10 2024-11-18T17:08:20,434 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/WALs/6912f599d260,41737,1731949697070/6912f599d260%2C41737%2C1731949697070.meta.1731949700415.meta, exclude list is [], retry=0 2024-11-18T17:08:20,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43453,DS-1ed819fa-cc10-4335-b205-a0034481a11a,DISK] 2024-11-18T17:08:20,441 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/WALs/6912f599d260,41737,1731949697070/6912f599d260%2C41737%2C1731949697070.meta.1731949700415.meta 2024-11-18T17:08:20,442 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43189:43189)] 2024-11-18T17:08:20,442 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:08:20,443 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:08:20,443 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:08:20,443 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:08:20,443 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:08:20,443 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:08:20,443 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:20,444 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:08:20,444 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:08:20,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:08:20,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:08:20,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:20,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:20,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:08:20,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:08:20,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:20,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:20,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:08:20,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:08:20,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:20,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:20,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:08:20,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:08:20,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:20,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:20,455 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:08:20,457 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/data/hbase/meta/1588230740 2024-11-18T17:08:20,459 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/data/hbase/meta/1588230740 2024-11-18T17:08:20,461 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:08:20,462 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:08:20,463 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:08:20,465 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:08:20,466 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61170188, jitterRate=-0.08849316835403442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:08:20,467 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:08:20,467 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949700444Writing region info on filesystem at 1731949700444Initializing all the Stores at 1731949700446 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949700446Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949700446Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949700446Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949700446Cleaning up temporary data from old regions at 1731949700462 (+16 ms)Running coprocessor post-open hooks at 1731949700467 (+5 ms)Region opened successfully at 1731949700467 2024-11-18T17:08:20,469 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949700400 2024-11-18T17:08:20,472 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:08:20,473 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:08:20,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,41737,1731949697070 2024-11-18T17:08:20,475 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,41737,1731949697070, state=OPEN 2024-11-18T17:08:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2008050648/meta-region-server 2024-11-18T17:08:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2008050648/meta-region-server 2024-11-18T17:08:20,483 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,41737,1731949697070 2024-11-18T17:08:20,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2008050648/meta-region-server: CHANGED 2024-11-18T17:08:20,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2008050648/meta-region-server: CHANGED 2024-11-18T17:08:20,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:08:20,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,41737,1731949697070 in 236 msec 2024-11-18T17:08:20,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:08:20,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 478 msec 2024-11-18T17:08:20,493 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:20,494 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:08:20,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:08:20,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,41737,1731949697070, seqNum=-1] 2024-11-18T17:08:20,496 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:08:20,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:08:20,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3710 sec 2024-11-18T17:08:20,507 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949700506, completionTime=-1 2024-11-18T17:08:20,507 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:08:20,507 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:08:20,509 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:08:20,509 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949760509 2024-11-18T17:08:20,509 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731949820509 2024-11-18T17:08:20,509 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T17:08:20,510 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46661,1731949696717-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:20,510 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46661,1731949696717-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:20,510 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46661,1731949696717-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:20,510 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:46661, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:20,510 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:20,510 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:20,513 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:08:20,515 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.352sec 2024-11-18T17:08:20,515 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:08:20,515 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:08:20,515 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:08:20,515 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:08:20,515 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:08:20,515 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46661,1731949696717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:08:20,515 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46661,1731949696717-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:08:20,518 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:08:20,518 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:08:20,518 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46661,1731949696717-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:20,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6876ca5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:20,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46661,-1 for getting cluster id 2024-11-18T17:08:20,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:20,531 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26' 2024-11-18T17:08:20,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:20,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26" 2024-11-18T17:08:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a03885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46661,-1] 2024-11-18T17:08:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:20,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:20,535 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:20,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fda18e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:20,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:08:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,41737,1731949697070, seqNum=-1] 2024-11-18T17:08:20,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:08:20,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:08:20,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,46661,1731949696717 2024-11-18T17:08:20,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58536 2024-11-18T17:08:20,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:08:20,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10150349d000005 connected 2024-11-18T17:08:20,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197d4396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:20,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46103,-1 for getting cluster id 2024-11-18T17:08:20,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:20,569 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc4d2b47-d87e-4a35-86a7-4510969d2542' 2024-11-18T17:08:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc4d2b47-d87e-4a35-86a7-4510969d2542" 2024-11-18T17:08:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30402fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46103,-1] 2024-11-18T17:08:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:20,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:20,572 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:20,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332b4868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:20,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:20,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46103,1731949689507 2024-11-18T17:08:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e3103d7 2024-11-18T17:08:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:20,588 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:08:20,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:46661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:08:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:08:20,604 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:46661' 2024-11-18T17:08:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:08:20,605 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54fef0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:20,605 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46661,-1 for getting cluster id 2024-11-18T17:08:20,606 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:20,607 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26' 2024-11-18T17:08:20,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:20,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26" 2024-11-18T17:08:20,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a016bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:20,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46661,-1] 2024-11-18T17:08:20,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:20,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:20,609 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:20,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595dda04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:20,611 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:20,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46661,1731949696717 2024-11-18T17:08:20,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@280fe22d 2024-11-18T17:08:20,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:20,617 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:08:20,628 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T17:08:20,629 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:08:20,633 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:20,633 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:20,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:20,634 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:08:20,639 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:08:20,642 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:08:20,643 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:20,645 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:08:20,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741835_1011 (size=1138) 2024-11-18T17:08:20,691 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T17:08:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:08:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:08:21,058 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5867d429cac7106ffea0fd0856e3994a, NAME => 'hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7 2024-11-18T17:08:21,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741836_1012 (size=44) 2024-11-18T17:08:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:08:21,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:21,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5867d429cac7106ffea0fd0856e3994a, disabling compactions & flushes 2024-11-18T17:08:21,470 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:21,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:21,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. after waiting 0 ms 2024-11-18T17:08:21,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:21,470 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:21,471 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5867d429cac7106ffea0fd0856e3994a: Waiting for close lock at 1731949701470Disabling compacts and flushes for region at 1731949701470Disabling writes for close at 1731949701470Writing region close event to WAL at 1731949701470Closed at 1731949701470 2024-11-18T17:08:21,474 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:08:21,479 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731949701474"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949701474"}]},"ts":"1731949701474"} 2024-11-18T17:08:21,483 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:08:21,485 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:08:21,487 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949701485"}]},"ts":"1731949701485"} 2024-11-18T17:08:21,490 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T17:08:21,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5867d429cac7106ffea0fd0856e3994a, ASSIGN}] 2024-11-18T17:08:21,493 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5867d429cac7106ffea0fd0856e3994a, ASSIGN 2024-11-18T17:08:21,494 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5867d429cac7106ffea0fd0856e3994a, ASSIGN; state=OFFLINE, location=6912f599d260,35751,1731949690287; forceNewPlan=false, retain=false 2024-11-18T17:08:21,646 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5867d429cac7106ffea0fd0856e3994a, regionState=OPENING, regionLocation=6912f599d260,35751,1731949690287 2024-11-18T17:08:21,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5867d429cac7106ffea0fd0856e3994a, ASSIGN because future has completed 2024-11-18T17:08:21,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5867d429cac7106ffea0fd0856e3994a, server=6912f599d260,35751,1731949690287}] 2024-11-18T17:08:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:08:21,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:21,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:21,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:08:21,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C35751%2C1731949690287.rep, suffix=, logDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287, archiveDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/oldWALs, maxLogs=10 2024-11-18T17:08:21,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.rep.1731949701819, exclude list is [], retry=0 2024-11-18T17:08:21,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-f48f68ec-842d-4bb7-9f69-027de4be8684,DISK] 2024-11-18T17:08:21,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.rep.1731949701819 2024-11-18T17:08:21,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38719:38719)] 2024-11-18T17:08:21,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 5867d429cac7106ffea0fd0856e3994a, NAME => 'hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:08:21,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:08:21,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:08:21,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. service=MultiRowMutationService 2024-11-18T17:08:21,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:08:21,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:21,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:21,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:21,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:21,843 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:21,845 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5867d429cac7106ffea0fd0856e3994a columnFamilyName hfileref 2024-11-18T17:08:21,846 DEBUG [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:21,846 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] regionserver.HStore(327): Store=5867d429cac7106ffea0fd0856e3994a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:21,846 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:21,848 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5867d429cac7106ffea0fd0856e3994a columnFamilyName queue 2024-11-18T17:08:21,848 DEBUG [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:21,849 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] regionserver.HStore(327): Store=5867d429cac7106ffea0fd0856e3994a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:21,849 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:21,851 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5867d429cac7106ffea0fd0856e3994a columnFamilyName sid 2024-11-18T17:08:21,852 DEBUG [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:21,852 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] regionserver.HStore(327): Store=5867d429cac7106ffea0fd0856e3994a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:21,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:21,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/replication/5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:21,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/replication/5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:21,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:21,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:21,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:08:21,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:21,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/replication/5867d429cac7106ffea0fd0856e3994a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:08:21,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 5867d429cac7106ffea0fd0856e3994a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63193643, jitterRate=-0.058341339230537415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:08:21,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:21,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 5867d429cac7106ffea0fd0856e3994a: Running coprocessor pre-open hook at 1731949701841Writing region info on filesystem at 1731949701841Initializing all the Stores at 1731949701843 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949701843Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949701843Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949701843Cleaning up temporary data from old regions at 1731949701856 (+13 ms)Running coprocessor post-open hooks at 1731949701862 (+6 ms)Region opened successfully at 1731949701863 (+1 ms) 2024-11-18T17:08:21,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a., pid=7, masterSystemTime=1731949701805 2024-11-18T17:08:21,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:21,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:21,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5867d429cac7106ffea0fd0856e3994a, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,35751,1731949690287 2024-11-18T17:08:21,871 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46103 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6912f599d260,35751,1731949690287, table=hbase:replication, region=5867d429cac7106ffea0fd0856e3994a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T17:08:21,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5867d429cac7106ffea0fd0856e3994a, server=6912f599d260,35751,1731949690287 because future has completed 2024-11-18T17:08:21,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T17:08:21,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5867d429cac7106ffea0fd0856e3994a, server=6912f599d260,35751,1731949690287 in 227 msec 2024-11-18T17:08:21,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:08:21,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5867d429cac7106ffea0fd0856e3994a, ASSIGN in 392 msec 2024-11-18T17:08:21,889 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:08:21,890 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949701889"}]},"ts":"1731949701889"} 2024-11-18T17:08:21,893 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T17:08:21,894 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:08:21,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2590 sec 2024-11-18T17:08:21,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a., hostname=6912f599d260,35751,1731949690287, seqNum=2] 2024-11-18T17:08:21,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35751 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-18T17:08:22,021 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:22,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:22,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:08:22,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T17:08:22,213 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T17:08:22,254 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,35751,1731949690287, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:08:22,256 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:08:22,256 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,35751,1731949690287, seqNum=-1] 2024-11-18T17:08:22,256 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:08:22,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-18T17:08:22,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6912f599d260,35751,1731949690287', locateType=CURRENT is [region=hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a., hostname=6912f599d260,35751,1731949690287, seqNum=2] 2024-11-18T17:08:22,265 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T17:08:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T17:08:22,270 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6912f599d260,35751,1731949690287 suceeded 2024-11-18T17:08:22,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T17:08:22,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-18T17:08:22,273 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6912f599d260:46661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:08:22,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6810 sec 2024-11-18T17:08:22,286 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:46661' 2024-11-18T17:08:22,287 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e7a8dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:22,288 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46661,-1 for getting cluster id 2024-11-18T17:08:22,288 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:22,289 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26' 2024-11-18T17:08:22,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:22,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26" 2024-11-18T17:08:22,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79f105c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:22,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46661,-1] 2024-11-18T17:08:22,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:22,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:22,291 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:22,292 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a43d63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:22,292 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:22,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46661,1731949696717 2024-11-18T17:08:22,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@436b8f3c 2024-11-18T17:08:22,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:22,294 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T17:08:22,295 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,35751,1731949690287 (queues=1) is replicating from cluster=dc4d2b47-d87e-4a35-86a7-4510969d2542 to cluster=d0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26 2024-11-18T17:08:22,298 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C35751%2C1731949690287 2024-11-18T17:08:22,302 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,35751,1731949690287, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:08:22,304 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287.replicationSource.shipper6912f599d260%2C35751%2C1731949690287,1-6912f599d260,35751,1731949690287 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C35751%2C1731949690287 2024-11-18T17:08:22,307 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,1-6912f599d260,35751,1731949690287 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360, startPosition=0, beingWritten=true 2024-11-18T17:08:22,559 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,1-6912f599d260,35751,1731949690287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360 to pos 0, reset compression=false 2024-11-18T17:08:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:08:22,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:08:22,757 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:08:22,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:22,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:22,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:22,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:22,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0f5440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:22,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46103,-1 for getting cluster id 2024-11-18T17:08:22,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:22,762 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc4d2b47-d87e-4a35-86a7-4510969d2542' 2024-11-18T17:08:22,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:22,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc4d2b47-d87e-4a35-86a7-4510969d2542" 2024-11-18T17:08:22,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2072fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:22,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46103,-1] 2024-11-18T17:08:22,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:22,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:22,765 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:22,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acdf6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:22,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46103,1731949689507 2024-11-18T17:08:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b7782e5 2024-11-18T17:08:22,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:22,772 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:08:22,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://6912f599d260:46661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:08:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:08:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T17:08:22,776 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:46661' 2024-11-18T17:08:22,778 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7400e23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:22,778 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46661,-1 for getting cluster id 2024-11-18T17:08:22,778 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:22,779 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26' 2024-11-18T17:08:22,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:22,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26" 2024-11-18T17:08:22,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc30c49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:22,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46661,-1] 2024-11-18T17:08:22,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:22,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:22,781 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:22,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63dba50d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:22,782 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:22,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46661,1731949696717 2024-11-18T17:08:22,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2db9dac2 2024-11-18T17:08:22,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:22,784 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:08:22,785 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-18T17:08:22,785 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:08:22,785 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:22,785 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:22,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:22,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:08:22,866 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,1-6912f599d260,35751,1731949690287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360 to pos 0, reset compression=false 2024-11-18T17:08:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T17:08:22,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-18T17:08:22,964 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T17:08:23,001 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-6912f599d260,35751,1731949690287, ReplicationSource: 2, currentBandwidth=0 2024-11-18T17:08:23,006 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-18T17:08:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-18T17:08:23,010 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6912f599d260,35751,1731949690287 suceeded 2024-11-18T17:08:23,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T17:08:23,013 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6912f599d260:46661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:08:23,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-18T17:08:23,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 241 msec 2024-11-18T17:08:23,023 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:46661' 2024-11-18T17:08:23,024 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f3f5206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:23,024 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46661,-1 for getting cluster id 2024-11-18T17:08:23,024 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:23,025 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26' 2024-11-18T17:08:23,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:23,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26" 2024-11-18T17:08:23,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75597270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:23,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46661,-1] 2024-11-18T17:08:23,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:23,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:23,028 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:23,028 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a6c4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:23,029 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:23,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46661,1731949696717 2024-11-18T17:08:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@184cc1bc 2024-11-18T17:08:23,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:23,031 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-18T17:08:23,032 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6912f599d260,35751,1731949690287 (queues=1) is replicating from cluster=dc4d2b47-d87e-4a35-86a7-4510969d2542 to cluster=d0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26 2024-11-18T17:08:23,032 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6912f599d260%2C35751%2C1731949690287 2024-11-18T17:08:23,032 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6912f599d260,35751,1731949690287, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:08:23,032 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.shipper6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C35751%2C1731949690287 2024-11-18T17:08:23,033 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360, startPosition=0, beingWritten=true 2024-11-18T17:08:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T17:08:23,097 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T17:08:23,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:08:23,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:23,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:23,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:23,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:23,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:23,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46103,1731949689507 2024-11-18T17:08:23,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b333c46 2024-11-18T17:08:23,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:23,103 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:08:23,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T17:08:23,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T17:08:23,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T17:08:23,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T17:08:23,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://6912f599d260:46661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:08:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T17:08:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T17:08:23,119 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:46661' 2024-11-18T17:08:23,120 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604246b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:23,120 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46661,-1 for getting cluster id 2024-11-18T17:08:23,121 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:23,121 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26' 2024-11-18T17:08:23,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:23,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26" 2024-11-18T17:08:23,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1cb012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:23,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46661,-1] 2024-11-18T17:08:23,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:23,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:23,124 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:23,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eba261f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:23,125 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:23,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46661,1731949696717 2024-11-18T17:08:23,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32b1db04 2024-11-18T17:08:23,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:23,126 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:08:23,127 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T17:08:23,127 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:08:23,127 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:23,128 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:23,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:23,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:08:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T17:08:23,240 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360 to pos 0, reset compression=false 2024-11-18T17:08:23,277 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,1-6912f599d260,35751,1731949690287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360 to pos 0, reset compression=false 2024-11-18T17:08:23,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-18T17:08:23,294 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-18T17:08:23,296 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-18T17:08:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-18T17:08:23,302 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 6912f599d260,35751,1731949690287 suceeded 2024-11-18T17:08:23,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T17:08:23,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-18T17:08:23,308 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://6912f599d260:46661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:08:23,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 195 msec 2024-11-18T17:08:23,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T17:08:23,437 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-18T17:08:23,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://6912f599d260:46661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:08:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T17:08:23,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T17:08:23,444 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:46661' 2024-11-18T17:08:23,445 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9dd1ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:23,445 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46661,-1 for getting cluster id 2024-11-18T17:08:23,445 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:23,447 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26' 2024-11-18T17:08:23,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:23,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26" 2024-11-18T17:08:23,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@520328be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:23,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46661,-1] 2024-11-18T17:08:23,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:23,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:23,449 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:23,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f96c048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:23,450 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:23,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46661,1731949696717 2024-11-18T17:08:23,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@106e4a63 2024-11-18T17:08:23,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:23,452 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:08:23,453 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T17:08:23,453 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:08:23,453 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:23,453 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:23,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:23,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:08:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T17:08:23,552 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360 to pos 0, reset compression=false 2024-11-18T17:08:23,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-18T17:08:23,658 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-18T17:08:23,659 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-18T17:08:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-18T17:08:23,663 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 6912f599d260,35751,1731949690287 suceeded 2024-11-18T17:08:23,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T17:08:23,668 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://6912f599d260:46661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:08:23,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 164 msec 2024-11-18T17:08:23,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 229 msec 2024-11-18T17:08:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T17:08:23,757 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-18T17:08:23,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T17:08:23,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46103 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T17:08:23,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:08:23,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:23,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:23,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:23,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:23,759 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:08:23,759 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=37137515, stopped=false 2024-11-18T17:08:23,760 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,46103,1731949689507 2024-11-18T17:08:23,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-566764249/running 2024-11-18T17:08:23,771 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-566764249/running 2024-11-18T17:08:23,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:23,771 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:23,771 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:08:23,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:08:23,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:23,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:23,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on znode that does not yet exist, /0-566764249/running 2024-11-18T17:08:23,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on znode that does not yet exist, /0-566764249/running 2024-11-18T17:08:23,772 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,35751,1731949690287' ***** 2024-11-18T17:08:23,772 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:08:23,772 INFO [RS:0;6912f599d260:35751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:08:23,772 INFO [RS:0;6912f599d260:35751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:08:23,772 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:08:23,772 INFO [RS:0;6912f599d260:35751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:08:23,773 INFO [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(3091): Received CLOSE for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:23,773 INFO [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,35751,1731949690287 2024-11-18T17:08:23,773 INFO [RS:0;6912f599d260:35751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:08:23,773 INFO [RS:0;6912f599d260:35751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:35751. 2024-11-18T17:08:23,773 DEBUG [RS:0;6912f599d260:35751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:23,773 DEBUG [RS:0;6912f599d260:35751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:23,773 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5867d429cac7106ffea0fd0856e3994a, disabling compactions & flushes 2024-11-18T17:08:23,774 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:23,774 INFO [RS:0;6912f599d260:35751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:08:23,774 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:23,774 INFO [RS:0;6912f599d260:35751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:08:23,774 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. after waiting 0 ms 2024-11-18T17:08:23,774 INFO [RS:0;6912f599d260:35751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:08:23,774 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:23,774 INFO [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:08:23,774 INFO [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T17:08:23,774 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:08:23,774 DEBUG [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5867d429cac7106ffea0fd0856e3994a=hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a.} 2024-11-18T17:08:23,774 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:08:23,774 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:08:23,774 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:08:23,775 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:08:23,775 DEBUG [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:23,777 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T17:08:23,777 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5867d429cac7106ffea0fd0856e3994a 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-18T17:08:23,787 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,1-6912f599d260,35751,1731949690287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360 to pos 0, reset compression=false 2024-11-18T17:08:23,797 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:08:23,843 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/replication/5867d429cac7106ffea0fd0856e3994a/.tmp/queue/087dbbf31b654db7a4e8e19878d259ac is 151, key is 1-6912f599d260,35751,1731949690287/queue:6912f599d260%2C35751%2C1731949690287/1731949702261/Put/seqid=0 2024-11-18T17:08:23,843 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/.tmp/info/9098fa48b2cb4371a86bf55a20b51654 is 147, key is hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a./info:regioninfo/1731949701870/Put/seqid=0 2024-11-18T17:08:23,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741839_1015 (size=6631) 2024-11-18T17:08:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741838_1014 (size=5500) 2024-11-18T17:08:23,958 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360 to pos 0, reset compression=false 2024-11-18T17:08:23,975 DEBUG [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:24,175 DEBUG [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:24,255 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/.tmp/info/9098fa48b2cb4371a86bf55a20b51654 2024-11-18T17:08:24,258 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/replication/5867d429cac7106ffea0fd0856e3994a/.tmp/queue/087dbbf31b654db7a4e8e19878d259ac 2024-11-18T17:08:24,284 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:08:24,284 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:08:24,299 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/replication/5867d429cac7106ffea0fd0856e3994a/.tmp/queue/087dbbf31b654db7a4e8e19878d259ac as hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/replication/5867d429cac7106ffea0fd0856e3994a/queue/087dbbf31b654db7a4e8e19878d259ac 2024-11-18T17:08:24,309 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/replication/5867d429cac7106ffea0fd0856e3994a/queue/087dbbf31b654db7a4e8e19878d259ac, entries=2, sequenceid=6, filesize=5.4 K 2024-11-18T17:08:24,318 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 5867d429cac7106ffea0fd0856e3994a in 538ms, sequenceid=6, compaction requested=false 2024-11-18T17:08:24,318 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T17:08:24,318 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/.tmp/ns/a343562f0f3a47398b2109652547c284 is 43, key is default/ns:d/1731949694598/Put/seqid=0 2024-11-18T17:08:24,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741840_1016 (size=5153) 2024-11-18T17:08:24,325 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/.tmp/ns/a343562f0f3a47398b2109652547c284 2024-11-18T17:08:24,327 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/replication/5867d429cac7106ffea0fd0856e3994a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T17:08:24,329 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:08:24,330 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:08:24,330 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:24,330 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5867d429cac7106ffea0fd0856e3994a: Waiting for close lock at 1731949703773Running coprocessor pre-close hooks at 1731949703773Disabling compacts and flushes for region at 1731949703773Disabling writes for close at 1731949703774 (+1 ms)Obtaining lock to block concurrent updates at 1731949703777 (+3 ms)Preparing flush snapshotting stores in 5867d429cac7106ffea0fd0856e3994a at 1731949703777Finished memstore snapshotting hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731949703785 (+8 ms)Flushing stores of hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. at 1731949703787 (+2 ms)Flushing 5867d429cac7106ffea0fd0856e3994a/queue: creating writer at 1731949703788 (+1 ms)Flushing 5867d429cac7106ffea0fd0856e3994a/queue: appending metadata at 1731949703832 (+44 ms)Flushing 5867d429cac7106ffea0fd0856e3994a/queue: closing flushed file at 1731949703834 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c029c10: reopening flushed file at 1731949704297 (+463 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 5867d429cac7106ffea0fd0856e3994a in 538ms, sequenceid=6, compaction requested=false at 1731949704318 (+21 ms)Writing region close event to WAL at 1731949704321 (+3 ms)Running coprocessor post-close hooks at 1731949704328 (+7 ms)Closed at 1731949704330 (+2 ms) 2024-11-18T17:08:24,331 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:24,355 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/.tmp/table/a4746fb86acf4a7abedafff6978573bd is 53, key is hbase:replication/table:state/1731949701889/Put/seqid=0 2024-11-18T17:08:24,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741841_1017 (size=5256) 2024-11-18T17:08:24,375 DEBUG [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:08:24,393 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,1-6912f599d260,35751,1731949690287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360 to pos 0, reset compression=false 2024-11-18T17:08:24,465 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360 to pos 0, reset compression=false 2024-11-18T17:08:24,576 DEBUG [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:08:24,762 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/.tmp/table/a4746fb86acf4a7abedafff6978573bd 2024-11-18T17:08:24,774 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/.tmp/info/9098fa48b2cb4371a86bf55a20b51654 as hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/info/9098fa48b2cb4371a86bf55a20b51654 2024-11-18T17:08:24,776 INFO [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T17:08:24,776 DEBUG [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:08:24,776 DEBUG [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:08:24,784 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/info/9098fa48b2cb4371a86bf55a20b51654, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T17:08:24,786 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/.tmp/ns/a343562f0f3a47398b2109652547c284 as hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/ns/a343562f0f3a47398b2109652547c284 2024-11-18T17:08:24,796 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/ns/a343562f0f3a47398b2109652547c284, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T17:08:24,798 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/.tmp/table/a4746fb86acf4a7abedafff6978573bd as hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/table/a4746fb86acf4a7abedafff6978573bd 2024-11-18T17:08:24,807 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/table/a4746fb86acf4a7abedafff6978573bd, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T17:08:24,808 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1033ms, sequenceid=11, compaction requested=false 2024-11-18T17:08:24,815 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T17:08:24,816 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:08:24,816 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:08:24,816 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:08:24,816 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949703774Running coprocessor pre-close hooks at 1731949703774Disabling compacts and flushes for region at 1731949703774Disabling writes for close at 1731949703775 (+1 ms)Obtaining lock to block concurrent updates at 1731949703777 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731949703777Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731949703785 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731949703787 (+2 ms)Flushing 1588230740/info: creating writer at 1731949703788 (+1 ms)Flushing 1588230740/info: appending metadata at 1731949703832 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731949703834 (+2 ms)Flushing 1588230740/ns: creating writer at 1731949704297 (+463 ms)Flushing 1588230740/ns: appending metadata at 1731949704317 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731949704317Flushing 1588230740/table: creating writer at 1731949704335 (+18 ms)Flushing 1588230740/table: appending metadata at 1731949704355 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731949704355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e34d751: reopening flushed file at 1731949704773 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3748e8df: reopening flushed file at 1731949704784 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5922aa5d: reopening flushed file at 1731949704796 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1033ms, sequenceid=11, compaction requested=false at 1731949704808 (+12 ms)Writing region close event to WAL at 1731949704810 (+2 ms)Running coprocessor post-close hooks at 1731949704816 (+6 ms)Closed at 1731949704816 2024-11-18T17:08:24,816 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:08:24,976 INFO [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,35751,1731949690287; all regions closed. 2024-11-18T17:08:24,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741834_1010 (size=2742) 2024-11-18T17:08:24,989 DEBUG [RS:0;6912f599d260:35751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/oldWALs 2024-11-18T17:08:24,989 INFO [RS:0;6912f599d260:35751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C35751%2C1731949690287.meta:.meta(num 1731949694347) 2024-11-18T17:08:24,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741837_1013 (size=1802) 2024-11-18T17:08:24,996 DEBUG [RS:0;6912f599d260:35751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/oldWALs 2024-11-18T17:08:24,996 INFO [RS:0;6912f599d260:35751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C35751%2C1731949690287.rep:(num 1731949701819) 2024-11-18T17:08:24,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741832_1008 (size=93) 2024-11-18T17:08:25,001 DEBUG [RS:0;6912f599d260:35751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/oldWALs 2024-11-18T17:08:25,001 INFO [RS:0;6912f599d260:35751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C35751%2C1731949690287:(num 1731949693360) 2024-11-18T17:08:25,001 DEBUG [RS:0;6912f599d260:35751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:25,001 INFO [RS:0;6912f599d260:35751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:08:25,002 INFO [RS:0;6912f599d260:35751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:08:25,002 INFO [RS:0;6912f599d260:35751 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:08:25,002 INFO [RS:0;6912f599d260:35751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:08:25,002 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:08:25,002 INFO [RS:0;6912f599d260:35751 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,35751,1731949690287 because: Region server is closing 2024-11-18T17:08:25,003 INFO [RS:0;6912f599d260:35751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:35751. 2024-11-18T17:08:25,003 DEBUG [RS:0;6912f599d260:35751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:25,003 DEBUG [RS:0;6912f599d260:35751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:25,003 DEBUG [RS:0;6912f599d260:35751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:25,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:25,074 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360 to pos 0, reset compression=false 2024-11-18T17:08:25,085 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360 was moved to hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/oldWALs/6912f599d260%2C35751%2C1731949690287.1731949693360 2024-11-18T17:08:25,091 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360 2024-11-18T17:08:25,092 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T17:08:25,092 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.wal-reader.6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T17:08:25,092 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.shipper6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6912f599d260,35751,1731949690287 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287/6912f599d260%2C35751%2C1731949690287.1731949693360, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T17:08:25,098 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.shipper6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6912f599d260,35751,1731949690287: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-6912f599d260,35751,1731949690287, walGroup=6912f599d260%2C35751%2C1731949690287, offset=6912f599d260%2C35751%2C1731949690287.1731949693360:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:35751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T17:08:25,099 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.shipper6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T17:08:25,102 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.shipper6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T17:08:25,103 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.shipper6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T17:08:25,103 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.shipper6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T17:08:25,103 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.shipper6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T17:08:25,103 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.shipper6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 376070624 }, "NonHeapMemoryUsage": { "committed": 152961024, "init": 7667712, "max": -1, "used": 150671472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T17:08:25,104 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287.replicationSource.shipper6912f599d260%2C35751%2C1731949690287,1-6912f599d260,35751,1731949690287 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T17:08:25,104 INFO [RS:0;6912f599d260:35751 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35751,1731949690287.replicationSource.shipper6912f599d260%2C35751%2C1731949690287,1-6912f599d260,35751,1731949690287 terminated 2024-11-18T17:08:25,104 INFO [RS:0;6912f599d260:35751 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6912f599d260,35751,1731949690287 because: Region server is closing 2024-11-18T17:08:25,105 INFO [RS:0;6912f599d260:35751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:35751. 2024-11-18T17:08:25,105 DEBUG [RS:0;6912f599d260:35751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:25,105 DEBUG [RS:0;6912f599d260:35751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:25,105 DEBUG [RS:0;6912f599d260:35751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:25,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:25,105 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.shipper6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6912f599d260%2C35751%2C1731949690287.1731949693360] 2024-11-18T17:08:25,105 INFO [RS:0;6912f599d260:35751 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,35751,1731949690287.replicationSource.shipper6912f599d260%2C35751%2C1731949690287,2-6912f599d260,35751,1731949690287 terminated 2024-11-18T17:08:25,106 INFO [RS:0;6912f599d260:35751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35751 2024-11-18T17:08:25,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249/rs 2024-11-18T17:08:25,146 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-566764249/rs/6912f599d260,35751,1731949690287 2024-11-18T17:08:25,146 INFO [RS:0;6912f599d260:35751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:08:25,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,35751,1731949690287] 2024-11-18T17:08:25,162 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-566764249/draining/6912f599d260,35751,1731949690287 already deleted, retry=false 2024-11-18T17:08:25,163 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,35751,1731949690287 expired; onlineServers=0 2024-11-18T17:08:25,163 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,46103,1731949689507' ***** 2024-11-18T17:08:25,163 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:08:25,163 INFO [M:0;6912f599d260:46103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:08:25,163 INFO [M:0;6912f599d260:46103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:08:25,163 DEBUG [M:0;6912f599d260:46103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:08:25,163 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:08:25,163 DEBUG [M:0;6912f599d260:46103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:08:25,164 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949693050 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949693050,5,FailOnTimeoutGroup] 2024-11-18T17:08:25,164 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949693050 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949693050,5,FailOnTimeoutGroup] 2024-11-18T17:08:25,164 INFO [M:0;6912f599d260:46103 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:08:25,164 INFO [M:0;6912f599d260:46103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:08:25,164 DEBUG [M:0;6912f599d260:46103 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:08:25,164 INFO [M:0;6912f599d260:46103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:08:25,164 INFO [M:0;6912f599d260:46103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:08:25,165 INFO [M:0;6912f599d260:46103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:08:25,165 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:08:25,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-566764249/master 2024-11-18T17:08:25,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:25,175 DEBUG [M:0;6912f599d260:46103 {}] zookeeper.ZKUtil(347): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Unable to get data of znode /0-566764249/master because node does not exist (not an error) 2024-11-18T17:08:25,175 WARN [M:0;6912f599d260:46103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:08:25,176 INFO [M:0;6912f599d260:46103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/.lastflushedseqids 2024-11-18T17:08:25,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741842_1018 (size=181) 2024-11-18T17:08:25,254 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:25,255 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35751-0x10150349d000001, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:25,255 INFO [RS:0;6912f599d260:35751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:08:25,255 INFO [RS:0;6912f599d260:35751 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,35751,1731949690287; zookeeper connection closed. 2024-11-18T17:08:25,256 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29f15e98 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29f15e98 2024-11-18T17:08:25,256 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:08:25,302 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:08:25,587 INFO [M:0;6912f599d260:46103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:08:25,587 INFO [M:0;6912f599d260:46103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:08:25,587 DEBUG [M:0;6912f599d260:46103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:08:25,587 INFO [M:0;6912f599d260:46103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:25,587 DEBUG [M:0;6912f599d260:46103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:25,587 DEBUG [M:0;6912f599d260:46103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:08:25,588 DEBUG [M:0;6912f599d260:46103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:25,588 INFO [M:0;6912f599d260:46103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-18T17:08:25,609 DEBUG [M:0;6912f599d260:46103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/673182fb8ac24dbda6c5a27025b3e189 is 82, key is hbase:meta,,1/info:regioninfo/1731949694436/Put/seqid=0 2024-11-18T17:08:25,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741843_1019 (size=5672) 2024-11-18T17:08:25,947 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:08:26,015 INFO [M:0;6912f599d260:46103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/673182fb8ac24dbda6c5a27025b3e189 2024-11-18T17:08:26,042 DEBUG [M:0;6912f599d260:46103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f809e3e99c84ce2ab6a0b1e4bd72a07 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731949701896/Put/seqid=0 2024-11-18T17:08:26,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741844_1020 (size=8663) 2024-11-18T17:08:26,449 INFO [M:0;6912f599d260:46103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f809e3e99c84ce2ab6a0b1e4bd72a07 2024-11-18T17:08:26,478 DEBUG [M:0;6912f599d260:46103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55177841c971454c86a9f5f2faac61a3 is 69, key is 6912f599d260,35751,1731949690287/rs:state/1731949693099/Put/seqid=0 2024-11-18T17:08:26,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741845_1021 (size=5156) 2024-11-18T17:08:26,884 INFO [M:0;6912f599d260:46103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55177841c971454c86a9f5f2faac61a3 2024-11-18T17:08:26,897 DEBUG [M:0;6912f599d260:46103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/673182fb8ac24dbda6c5a27025b3e189 as hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/673182fb8ac24dbda6c5a27025b3e189 2024-11-18T17:08:26,906 INFO [M:0;6912f599d260:46103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/673182fb8ac24dbda6c5a27025b3e189, entries=8, sequenceid=115, filesize=5.5 K 2024-11-18T17:08:26,908 DEBUG [M:0;6912f599d260:46103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f809e3e99c84ce2ab6a0b1e4bd72a07 as hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f809e3e99c84ce2ab6a0b1e4bd72a07 2024-11-18T17:08:26,915 INFO [M:0;6912f599d260:46103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f809e3e99c84ce2ab6a0b1e4bd72a07, entries=14, sequenceid=115, filesize=8.5 K 2024-11-18T17:08:26,917 DEBUG [M:0;6912f599d260:46103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55177841c971454c86a9f5f2faac61a3 as hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55177841c971454c86a9f5f2faac61a3 2024-11-18T17:08:26,924 INFO [M:0;6912f599d260:46103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55177841c971454c86a9f5f2faac61a3, entries=1, sequenceid=115, filesize=5.0 K 2024-11-18T17:08:26,925 INFO [M:0;6912f599d260:46103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=115, compaction requested=false 2024-11-18T17:08:26,927 INFO [M:0;6912f599d260:46103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:26,927 DEBUG [M:0;6912f599d260:46103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949705587Disabling compacts and flushes for region at 1731949705587Disabling writes for close at 1731949705587Obtaining lock to block concurrent updates at 1731949705588 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949705588Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731949705588Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949705589 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949705589Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949705608 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949705608Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949706022 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949706041 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949706041Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949706460 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949706478 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949706478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a0a33a8: reopening flushed file at 1731949706895 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea05edd: reopening flushed file at 1731949706907 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cf98676: reopening flushed file at 1731949706916 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=115, compaction requested=false at 1731949706925 (+9 ms)Writing region close event to WAL at 1731949706927 (+2 ms)Closed at 1731949706927 2024-11-18T17:08:26,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741830_1006 (size=59421) 2024-11-18T17:08:26,931 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:08:26,931 INFO [M:0;6912f599d260:46103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:08:26,932 INFO [M:0;6912f599d260:46103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46103 2024-11-18T17:08:26,932 INFO [M:0;6912f599d260:46103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:08:27,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:27,071 INFO [M:0;6912f599d260:46103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:08:27,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46103-0x10150349d000000, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:27,073 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:08:27,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:27,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:27,074 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:08:27,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:27,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:08:27,074 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:08:27,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:08:27,075 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46719 2024-11-18T17:08:27,078 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46719 connecting to ZooKeeper ensemble=127.0.0.1:58536 2024-11-18T17:08:27,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467190x0, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:08:27,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46719-0x10150349d000006 connected 2024-11-18T17:08:27,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:27,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:27,104 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-566764249/meta-region-server: INIT 2024-11-18T17:08:27,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on znode that does not yet exist, /0-566764249/running 2024-11-18T17:08:27,104 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7, hbase.cluster.distributed=false 2024-11-18T17:08:27,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on znode that does not yet exist, /0-566764249/acl 2024-11-18T17:08:27,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46719 2024-11-18T17:08:27,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46719 2024-11-18T17:08:27,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46719 2024-11-18T17:08:27,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46719 2024-11-18T17:08:27,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46719 2024-11-18T17:08:27,134 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:08:27,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:27,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:27,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:08:27,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:27,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:08:27,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:08:27,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:08:27,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36791 2024-11-18T17:08:27,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36791 connecting to ZooKeeper ensemble=127.0.0.1:58536 2024-11-18T17:08:27,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:27,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:27,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367910x0, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:08:27,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367910x0, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on znode that does not yet exist, /0-566764249/running 2024-11-18T17:08:27,154 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-566764249/meta-region-server: INIT 2024-11-18T17:08:27,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36791-0x10150349d000007 connected 2024-11-18T17:08:27,155 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:08:27,155 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:08:27,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on znode that does not yet exist, /0-566764249/master 2024-11-18T17:08:27,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on znode that does not yet exist, /0-566764249/acl 2024-11-18T17:08:27,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36791 2024-11-18T17:08:27,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36791 2024-11-18T17:08:27,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36791 2024-11-18T17:08:27,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36791 2024-11-18T17:08:27,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36791 2024-11-18T17:08:27,172 DEBUG [M:0;6912f599d260:46719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:46719 2024-11-18T17:08:27,173 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-566764249/backup-masters/6912f599d260,46719,1731949707073 2024-11-18T17:08:27,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249/backup-masters 2024-11-18T17:08:27,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249/backup-masters 2024-11-18T17:08:27,183 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on existing znode=/0-566764249/backup-masters/6912f599d260,46719,1731949707073 2024-11-18T17:08:27,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-566764249/master 2024-11-18T17:08:27,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:27,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:27,192 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on existing znode=/0-566764249/master 2024-11-18T17:08:27,195 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-566764249/backup-masters/6912f599d260,46719,1731949707073 from backup master directory 2024-11-18T17:08:27,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-566764249/backup-masters/6912f599d260,46719,1731949707073 2024-11-18T17:08:27,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249/backup-masters 2024-11-18T17:08:27,208 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:08:27,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249/backup-masters 2024-11-18T17:08:27,208 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,46719,1731949707073 2024-11-18T17:08:27,229 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:27,229 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:08:27,249 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 19ms. 2024-11-18T17:08:27,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741846_1022 (size=196) 2024-11-18T17:08:27,270 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:08:27,271 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:08:27,271 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:27,284 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T17:08:27,288 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/WALs/6912f599d260,46103,1731949689507 to hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/WALs/6912f599d260,46103,1731949689507-dead as it is dead 2024-11-18T17:08:27,290 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T17:08:27,290 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T17:08:27,291 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/WALs/6912f599d260,46103,1731949689507-dead/6912f599d260%2C46103%2C1731949689507.1731949692384 2024-11-18T17:08:27,297 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/WALs/6912f599d260,46103,1731949689507-dead/6912f599d260%2C46103%2C1731949689507.1731949692384 after 4ms 2024-11-18T17:08:27,298 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/WALs/6912f599d260,46103,1731949689507-dead/6912f599d260%2C46103%2C1731949689507.1731949692384 to hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6912f599d260%2C46103%2C1731949689507.1731949692384 2024-11-18T17:08:27,298 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/WALs/6912f599d260,46103,1731949689507-dead 2024-11-18T17:08:27,299 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/WALs/6912f599d260,46719,1731949707073 2024-11-18T17:08:27,301 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:08:27,303 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C46719%2C1731949707073, suffix=, logDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/WALs/6912f599d260,46719,1731949707073, archiveDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/oldWALs, maxLogs=10 2024-11-18T17:08:27,319 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/WALs/6912f599d260,46719,1731949707073/6912f599d260%2C46719%2C1731949707073.1731949707303, exclude list is [], retry=0 2024-11-18T17:08:27,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-f48f68ec-842d-4bb7-9f69-027de4be8684,DISK] 2024-11-18T17:08:27,335 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/WALs/6912f599d260,46719,1731949707073/6912f599d260%2C46719%2C1731949707073.1731949707303 2024-11-18T17:08:27,335 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38719:38719)] 2024-11-18T17:08:27,335 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:08:27,336 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:27,336 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:27,336 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:27,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:27,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:08:27,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:27,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/673182fb8ac24dbda6c5a27025b3e189 2024-11-18T17:08:27,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:27,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:27,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:08:27,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:27,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f809e3e99c84ce2ab6a0b1e4bd72a07 2024-11-18T17:08:27,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:27,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:27,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:08:27,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:27,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55177841c971454c86a9f5f2faac61a3 2024-11-18T17:08:27,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:27,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:27,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:08:27,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:27,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:27,379 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:27,380 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T17:08:27,380 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6912f599d260%2C46103%2C1731949689507.1731949692384 2024-11-18T17:08:27,398 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6912f599d260%2C46103%2C1731949689507.1731949692384 2024-11-18T17:08:27,400 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6912f599d260%2C46103%2C1731949689507.1731949692384 2024-11-18T17:08:27,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:27,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:27,404 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:08:27,409 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:27,412 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-18T17:08:27,414 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70808188, jitterRate=0.05512422323226929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:08:27,414 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949707336Initializing all the Stores at 1731949707338 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949707338Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949707338Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949707338Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949707338Cleaning up temporary data from old regions at 1731949707403 (+65 ms)Region opened successfully at 1731949707414 (+11 ms) 2024-11-18T17:08:27,415 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:08:27,420 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36f503f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:08:27,435 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T17:08:27,436 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:08:27,436 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:08:27,436 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:08:27,438 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T17:08:27,445 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:27,446 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:08:27,447 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:08:27,447 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:08:27,447 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T17:08:27,448 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-18T17:08:27,448 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-18T17:08:27,448 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:08:27,453 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6912f599d260,35751,1731949690287, regionLocation=6912f599d260,35751,1731949690287, openSeqNum=2 2024-11-18T17:08:27,453 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6912f599d260,35751,1731949690287, table=hbase:meta, region=1588230740 2024-11-18T17:08:27,454 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,35751,1731949690287, state=OPEN 2024-11-18T17:08:27,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-566764249/meta-region-server 2024-11-18T17:08:27,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-566764249/meta-region-server 2024-11-18T17:08:27,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-566764249/meta-region-server: CHANGED 2024-11-18T17:08:27,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-566764249/meta-region-server: CHANGED 2024-11-18T17:08:27,467 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:08:27,474 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-566764249/draining/6912f599d260,35751,1731949690287 already deleted, retry=false 2024-11-18T17:08:27,475 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6912f599d260,35751,1731949690287 on 6912f599d260,46719,1731949707073 2024-11-18T17:08:27,480 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6912f599d260,35751,1731949690287, splitWal=true, meta=true 2024-11-18T17:08:27,483 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 6912f599d260,35751,1731949690287 (carryingMeta=true) 6912f599d260,35751,1731949690287/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5b495184[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T17:08:27,487 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Unable to get data of znode /0-566764249/balancer because node does not exist (not necessarily an error) 2024-11-18T17:08:27,533 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-566764249/balancer already deleted, retry=false 2024-11-18T17:08:27,534 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:08:27,535 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Unable to get data of znode /0-566764249/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:08:27,558 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-566764249/normalizer already deleted, retry=false 2024-11-18T17:08:27,558 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:08:27,559 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Unable to get data of znode /0-566764249/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:08:27,566 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-566764249/switch/split already deleted, retry=false 2024-11-18T17:08:27,567 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Unable to get data of znode /0-566764249/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:08:27,574 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-566764249/switch/merge already deleted, retry=false 2024-11-18T17:08:27,602 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Unable to get data of znode /0-566764249/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:08:27,612 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-566764249/snapshot-cleanup already deleted, retry=false 2024-11-18T17:08:27,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-566764249/running 2024-11-18T17:08:27,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-566764249/running 2024-11-18T17:08:27,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:27,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:27,621 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,46719,1731949707073, sessionid=0x10150349d000006, setting cluster-up flag (Was=false) 2024-11-18T17:08:27,630 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-566764249/flush-table-proc/acquired, /0-566764249/flush-table-proc/reached, /0-566764249/flush-table-proc/abort 2024-11-18T17:08:27,631 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,46719,1731949707073 2024-11-18T17:08:27,642 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-566764249/online-snapshot/acquired, /0-566764249/online-snapshot/reached, /0-566764249/online-snapshot/abort 2024-11-18T17:08:27,643 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,46719,1731949707073 2024-11-18T17:08:27,645 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/.lastflushedseqids 2024-11-18T17:08:27,649 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:08:27,649 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:08:27,650 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,46719,1731949707073 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6912f599d260,35751,1731949690287 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:08:27,652 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:27,652 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:27,652 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:27,652 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:27,652 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:08:27,652 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:27,652 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:08:27,653 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:27,656 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949737656 2024-11-18T17:08:27,656 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:08:27,656 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:08:27,657 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:08:27,657 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:08:27,657 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6912f599d260,35751,1731949690287, splitWal=true, meta=true 2024-11-18T17:08:27,657 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:08:27,657 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:08:27,657 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:27,658 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6912f599d260,35751,1731949690287, splitWal=true, meta=true, isMeta: true 2024-11-18T17:08:27,659 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:08:27,659 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:08:27,660 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:08:27,660 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:08:27,660 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:08:27,660 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:08:27,660 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287-splitting 2024-11-18T17:08:27,660 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949707660,5,FailOnTimeoutGroup] 2024-11-18T17:08:27,661 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949707660,5,FailOnTimeoutGroup] 2024-11-18T17:08:27,661 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:27,661 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:08:27,661 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:27,661 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:27,661 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949707661, completionTime=-1 2024-11-18T17:08:27,661 WARN [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T17:08:27,662 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287-splitting dir is empty, no logs to split. 2024-11-18T17:08:27,662 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6912f599d260,35751,1731949690287 WAL count=0, meta=true 2024-11-18T17:08:27,662 INFO [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(746): ClusterId : dc4d2b47-d87e-4a35-86a7-4510969d2542 2024-11-18T17:08:27,662 DEBUG [RS:0;6912f599d260:36791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:08:27,664 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T17:08:27,667 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287-splitting dir is empty, no logs to split. 2024-11-18T17:08:27,667 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6912f599d260,35751,1731949690287 WAL count=0, meta=true 2024-11-18T17:08:27,667 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6912f599d260,35751,1731949690287 WAL splitting is done? wals=0, meta=true 2024-11-18T17:08:27,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:08:27,671 DEBUG [RS:0;6912f599d260:36791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:08:27,671 DEBUG [RS:0;6912f599d260:36791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:08:27,672 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:08:27,673 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T17:08:27,680 DEBUG [RS:0;6912f599d260:36791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:08:27,680 DEBUG [RS:0;6912f599d260:36791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4d50ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:08:27,693 DEBUG [RS:0;6912f599d260:36791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:36791 2024-11-18T17:08:27,693 INFO [RS:0;6912f599d260:36791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:08:27,693 INFO [RS:0;6912f599d260:36791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:08:27,693 DEBUG [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:08:27,694 INFO [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,46719,1731949707073 with port=36791, startcode=1731949707134 2024-11-18T17:08:27,694 DEBUG [RS:0;6912f599d260:36791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:08:27,696 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:08:27,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,36791,1731949707134 2024-11-18T17:08:27,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46719 {}] master.ServerManager(517): Registering regionserver=6912f599d260,36791,1731949707134 2024-11-18T17:08:27,699 DEBUG [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7 2024-11-18T17:08:27,699 DEBUG [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37141 2024-11-18T17:08:27,699 DEBUG [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:08:27,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249/rs 2024-11-18T17:08:27,708 DEBUG [RS:0;6912f599d260:36791 {}] zookeeper.ZKUtil(111): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on existing znode=/0-566764249/rs/6912f599d260,36791,1731949707134 2024-11-18T17:08:27,708 WARN [RS:0;6912f599d260:36791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:08:27,709 INFO [RS:0;6912f599d260:36791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:27,709 DEBUG [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134 2024-11-18T17:08:27,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,36791,1731949707134] 2024-11-18T17:08:27,714 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T17:08:27,755 INFO [RS:0;6912f599d260:36791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:08:27,757 INFO [RS:0;6912f599d260:36791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:08:27,757 INFO [RS:0;6912f599d260:36791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:08:27,757 INFO [RS:0;6912f599d260:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:27,761 INFO [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:08:27,763 INFO [RS:0;6912f599d260:36791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:08:27,763 INFO [RS:0;6912f599d260:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:27,763 DEBUG [RS:0;6912f599d260:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:27,763 DEBUG [RS:0;6912f599d260:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:27,763 DEBUG [RS:0;6912f599d260:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:27,763 DEBUG [RS:0;6912f599d260:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:27,763 DEBUG [RS:0;6912f599d260:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:27,764 DEBUG [RS:0;6912f599d260:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:08:27,764 DEBUG [RS:0;6912f599d260:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:27,764 DEBUG [RS:0;6912f599d260:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:27,764 DEBUG [RS:0;6912f599d260:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:27,764 DEBUG [RS:0;6912f599d260:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:27,764 DEBUG [RS:0;6912f599d260:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:27,764 DEBUG [RS:0;6912f599d260:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:27,764 DEBUG [RS:0;6912f599d260:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:08:27,764 DEBUG [RS:0;6912f599d260:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:08:27,765 INFO [RS:0;6912f599d260:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:27,765 INFO [RS:0;6912f599d260:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:27,765 INFO [RS:0;6912f599d260:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:27,765 INFO [RS:0;6912f599d260:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:27,765 INFO [RS:0;6912f599d260:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:27,765 INFO [RS:0;6912f599d260:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36791,1731949707134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:08:27,781 INFO [RS:0;6912f599d260:36791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:08:27,781 INFO [RS:0;6912f599d260:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36791,1731949707134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:27,796 INFO [RS:0;6912f599d260:36791 {}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,36791,1731949707134, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:08:27,811 INFO [RS:0;6912f599d260:36791 {}] regionserver.ReplicationSource(231): queueId=2-6912f599d260,36791,1731949707134, ReplicationSource: 2, currentBandwidth=0 2024-11-18T17:08:27,811 INFO [RS:0;6912f599d260:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:27,812 INFO [RS:0;6912f599d260:36791 {}] regionserver.Replication(171): 6912f599d260,36791,1731949707134 started 2024-11-18T17:08:27,813 DEBUG [RS:0;6912f599d260:36791.replicationSource,1-6912f599d260,36791,1731949707134 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:46661' 2024-11-18T17:08:27,814 DEBUG [RS:0;6912f599d260:36791.replicationSource,1-6912f599d260,36791,1731949707134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40b41f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:27,815 DEBUG [RS:0;6912f599d260:36791.replicationSource,1-6912f599d260,36791,1731949707134 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46661,-1 for getting cluster id 2024-11-18T17:08:27,815 DEBUG [RS:0;6912f599d260:36791.replicationSource,1-6912f599d260,36791,1731949707134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:27,816 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26' 2024-11-18T17:08:27,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:27,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26" 2024-11-18T17:08:27,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c26be87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:27,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46661,-1] 2024-11-18T17:08:27,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:27,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:27,819 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:27,820 DEBUG [RS:0;6912f599d260:36791.replicationSource,1-6912f599d260,36791,1731949707134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@518f5395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:27,820 DEBUG [RS:0;6912f599d260:36791.replicationSource,1-6912f599d260,36791,1731949707134 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:27,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46661,1731949696717 2024-11-18T17:08:27,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b565741 2024-11-18T17:08:27,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:27,823 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T17:08:27,823 INFO [RS:0;6912f599d260:36791.replicationSource,1-6912f599d260,36791,1731949707134 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,36791,1731949707134 (queues=0) is replicating from cluster=dc4d2b47-d87e-4a35-86a7-4510969d2542 to cluster=d0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26 2024-11-18T17:08:27,823 WARN [6912f599d260:46719 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T17:08:27,829 INFO [RS:0;6912f599d260:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:27,829 INFO [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,36791,1731949707134, RpcServer on 6912f599d260/172.17.0.3:36791, sessionid=0x10150349d000007 2024-11-18T17:08:27,829 DEBUG [RS:0;6912f599d260:36791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:08:27,829 DEBUG [RS:0;6912f599d260:36791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,36791,1731949707134 2024-11-18T17:08:27,830 DEBUG [RS:0;6912f599d260:36791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,36791,1731949707134' 2024-11-18T17:08:27,830 DEBUG [RS:0;6912f599d260:36791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-566764249/flush-table-proc/abort' 2024-11-18T17:08:27,830 DEBUG [RS:0;6912f599d260:36791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-566764249/flush-table-proc/acquired' 2024-11-18T17:08:27,831 DEBUG [RS:0;6912f599d260:36791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:08:27,831 DEBUG [RS:0;6912f599d260:36791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:08:27,831 DEBUG [RS:0;6912f599d260:36791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,36791,1731949707134 2024-11-18T17:08:27,831 DEBUG [RS:0;6912f599d260:36791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,36791,1731949707134' 2024-11-18T17:08:27,831 DEBUG [RS:0;6912f599d260:36791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-566764249/online-snapshot/abort' 2024-11-18T17:08:27,831 DEBUG [RS:0;6912f599d260:36791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-566764249/online-snapshot/acquired' 2024-11-18T17:08:27,832 DEBUG [RS:0;6912f599d260:36791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:08:27,832 INFO [RS:0;6912f599d260:36791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:08:27,832 DEBUG [RS:0;6912f599d260:36791.replicationSource,2-6912f599d260,36791,1731949707134 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:46661' 2024-11-18T17:08:27,832 INFO [RS:0;6912f599d260:36791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:08:27,834 DEBUG [RS:0;6912f599d260:36791.replicationSource,2-6912f599d260,36791,1731949707134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b597357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:27,834 DEBUG [RS:0;6912f599d260:36791.replicationSource,2-6912f599d260,36791,1731949707134 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46661,-1 for getting cluster id 2024-11-18T17:08:27,834 DEBUG [RS:0;6912f599d260:36791.replicationSource,2-6912f599d260,36791,1731949707134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:27,835 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26' 2024-11-18T17:08:27,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:27,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26" 2024-11-18T17:08:27,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@390bcc28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:27,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46661,-1] 2024-11-18T17:08:27,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:27,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:27,837 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:27,838 DEBUG [RS:0;6912f599d260:36791.replicationSource,2-6912f599d260,36791,1731949707134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ed73887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:27,838 DEBUG [RS:0;6912f599d260:36791.replicationSource,2-6912f599d260,36791,1731949707134 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:27,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46661,1731949696717 2024-11-18T17:08:27,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f2daaef 2024-11-18T17:08:27,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:27,841 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-18T17:08:27,842 INFO [RS:0;6912f599d260:36791.replicationSource,2-6912f599d260,36791,1731949707134 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6912f599d260,36791,1731949707134 (queues=0) is replicating from cluster=dc4d2b47-d87e-4a35-86a7-4510969d2542 to cluster=d0f3d77f-b5b2-4487-ab5d-76e3cd9b2b26 2024-11-18T17:08:27,932 INFO [RS:0;6912f599d260:36791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:08:27,934 INFO [RS:0;6912f599d260:36791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C36791%2C1731949707134, suffix=, logDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134, archiveDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/oldWALs, maxLogs=10 2024-11-18T17:08:27,947 DEBUG [RS:0;6912f599d260:36791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935, exclude list is [], retry=0 2024-11-18T17:08:27,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-f48f68ec-842d-4bb7-9f69-027de4be8684,DISK] 2024-11-18T17:08:27,953 INFO [RS:0;6912f599d260:36791 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 2024-11-18T17:08:27,953 DEBUG [RS:0;6912f599d260:36791 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6912f599d260%2C36791%2C1731949707134 for peer 1 2024-11-18T17:08:27,953 DEBUG [RS:0;6912f599d260:36791 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6912f599d260%2C36791%2C1731949707134 for peer 2 2024-11-18T17:08:27,953 DEBUG [RS:0;6912f599d260:36791 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C36791%2C1731949707134 2024-11-18T17:08:27,953 INFO [RS:0;6912f599d260:36791 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,36791,1731949707134, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:08:27,954 DEBUG [RS:0;6912f599d260:36791 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6912f599d260%2C36791%2C1731949707134 2024-11-18T17:08:27,954 INFO [RS:0;6912f599d260:36791.replicationSource.shipper6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C36791%2C1731949707134 2024-11-18T17:08:27,954 INFO [RS:0;6912f599d260:36791 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6912f599d260,36791,1731949707134, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:08:27,954 DEBUG [RS:0;6912f599d260:36791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38719:38719)] 2024-11-18T17:08:27,954 INFO [RS:0;6912f599d260:36791.replicationSource.shipper6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C36791%2C1731949707134 2024-11-18T17:08:27,955 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935, startPosition=0, beingWritten=true 2024-11-18T17:08:27,955 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935, startPosition=0, beingWritten=true 2024-11-18T17:08:28,074 DEBUG [6912f599d260:46719 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:08:28,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,36791,1731949707134 2024-11-18T17:08:28,076 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,36791,1731949707134, state=OPENING 2024-11-18T17:08:28,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-566764249/meta-region-server 2024-11-18T17:08:28,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-566764249/meta-region-server 2024-11-18T17:08:28,083 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:08:28,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-566764249/meta-region-server: CHANGED 2024-11-18T17:08:28,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-566764249/meta-region-server: CHANGED 2024-11-18T17:08:28,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,36791,1731949707134}] 2024-11-18T17:08:28,164 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:28,165 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:28,236 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:08:28,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:08:28,242 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:08:28,242 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:28,242 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:08:28,245 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C36791%2C1731949707134.meta, suffix=.meta, logDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134, archiveDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/oldWALs, maxLogs=10 2024-11-18T17:08:28,258 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.meta.1731949708246.meta, exclude list is [], retry=0 2024-11-18T17:08:28,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-f48f68ec-842d-4bb7-9f69-027de4be8684,DISK] 2024-11-18T17:08:28,264 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.meta.1731949708246.meta 2024-11-18T17:08:28,264 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38719:38719)] 2024-11-18T17:08:28,265 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:08:28,265 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:08:28,265 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:08:28,265 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:08:28,266 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:08:28,266 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:08:28,266 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:28,266 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:08:28,266 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:08:28,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:08:28,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:08:28,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:28,282 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/info/9098fa48b2cb4371a86bf55a20b51654 2024-11-18T17:08:28,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:28,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:08:28,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:08:28,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:28,291 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/ns/a343562f0f3a47398b2109652547c284 2024-11-18T17:08:28,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:28,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:08:28,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:08:28,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:28,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:28,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:08:28,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:08:28,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:28,302 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/table/a4746fb86acf4a7abedafff6978573bd 2024-11-18T17:08:28,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:28,303 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:08:28,304 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740 2024-11-18T17:08:28,306 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740 2024-11-18T17:08:28,307 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:08:28,308 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:08:28,309 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:08:28,311 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:08:28,312 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71946864, jitterRate=0.07209181785583496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:08:28,312 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:08:28,312 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949708266Writing region info on filesystem at 1731949708266Initializing all the Stores at 1731949708268 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949708268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949708268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949708268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949708268Cleaning up temporary data from old regions at 1731949708308 (+40 ms)Running coprocessor post-open hooks at 1731949708312 (+4 ms)Region opened successfully at 1731949708312 2024-11-18T17:08:28,314 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731949708236 2024-11-18T17:08:28,317 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:08:28,317 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:08:28,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6912f599d260,36791,1731949707134 2024-11-18T17:08:28,320 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,36791,1731949707134, state=OPEN 2024-11-18T17:08:28,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-566764249/meta-region-server 2024-11-18T17:08:28,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-566764249/meta-region-server 2024-11-18T17:08:28,329 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,36791,1731949707134 2024-11-18T17:08:28,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-566764249/meta-region-server: CHANGED 2024-11-18T17:08:28,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-566764249/meta-region-server: CHANGED 2024-11-18T17:08:28,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-18T17:08:28,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,36791,1731949707134 in 246 msec 2024-11-18T17:08:28,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-18T17:08:28,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-11-18T17:08:28,472 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:28,472 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:28,880 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:28,881 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:29,218 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-18T17:08:29,391 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:29,391 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:30,006 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:30,006 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:30,719 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:30,719 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:30,722 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3060ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-18T17:08:31,532 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:31,532 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:32,175 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T17:08:32,176 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:08:32,176 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:08:32,177 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,36791,1731949707134, seqNum=-1] 2024-11-18T17:08:32,177 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:08:32,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:08:32,192 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5867d429cac7106ffea0fd0856e3994a, regionState=OPEN, lastHost=6912f599d260,35751,1731949690287, regionLocation=6912f599d260,35751,1731949690287, openSeqNum=2 2024-11-18T17:08:32,192 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:08:32,192 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949772192 2024-11-18T17:08:32,192 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731949832192 2024-11-18T17:08:32,192 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 16 msec 2024-11-18T17:08:32,193 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46719,1731949707073-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:32,193 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46719,1731949707073-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:32,193 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6912f599d260,35751,1731949690287 had 2 regions 2024-11-18T17:08:32,193 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46719,1731949707073-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:32,193 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:46719, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:32,193 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:32,193 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:32,194 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6912f599d260,35751,1731949690287, splitWal=true, meta=true, isMeta: false 2024-11-18T17:08:32,197 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287-splitting dir is empty, no logs to split. 2024-11-18T17:08:32,197 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6912f599d260,35751,1731949690287 WAL count=0, meta=false 2024-11-18T17:08:32,201 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,35751,1731949690287-splitting dir is empty, no logs to split. 2024-11-18T17:08:32,201 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6912f599d260,35751,1731949690287 WAL count=0, meta=false 2024-11-18T17:08:32,201 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6912f599d260,35751,1731949690287 WAL splitting is done? wals=0, meta=false 2024-11-18T17:08:32,201 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.993sec 2024-11-18T17:08:32,201 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:08:32,201 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:08:32,201 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:08:32,201 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:08:32,201 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:08:32,201 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46719,1731949707073-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:08:32,202 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46719,1731949707073-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:08:32,204 WARN [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6912f599d260,35751,1731949690287/hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:32,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5867d429cac7106ffea0fd0856e3994a, ASSIGN}] 2024-11-18T17:08:32,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5867d429cac7106ffea0fd0856e3994a, ASSIGN 2024-11-18T17:08:32,208 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5867d429cac7106ffea0fd0856e3994a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T17:08:32,208 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:08:32,208 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:08:32,209 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46719,1731949707073-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:32,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcd0970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:32,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46719,-1 for getting cluster id 2024-11-18T17:08:32,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:32,271 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc4d2b47-d87e-4a35-86a7-4510969d2542' 2024-11-18T17:08:32,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:32,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc4d2b47-d87e-4a35-86a7-4510969d2542" 2024-11-18T17:08:32,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26235dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:32,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46719,-1] 2024-11-18T17:08:32,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:32,276 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d274bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:32,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:08:32,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,36791,1731949707134, seqNum=-1] 2024-11-18T17:08:32,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:08:32,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:08:32,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T17:08:32,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:08:32,287 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:32,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:32,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:32,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:32,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6912f599d260:46719 after: 6912f599d260:46719 2024-11-18T17:08:32,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10becd77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:32,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46719,-1 for getting cluster id 2024-11-18T17:08:32,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:32,289 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc4d2b47-d87e-4a35-86a7-4510969d2542' 2024-11-18T17:08:32,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:32,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc4d2b47-d87e-4a35-86a7-4510969d2542" 2024-11-18T17:08:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174e014f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46719,-1] 2024-11-18T17:08:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:32,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:32,291 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:32,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3d0486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:32,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46719,1731949707073 2024-11-18T17:08:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d44d33c 2024-11-18T17:08:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:32,294 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:08:32,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T17:08:32,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T17:08:32,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T17:08:32,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46719 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-18T17:08:32,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:08:32,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:08:32,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:32,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:32,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:32,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:32,298 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:08:32,298 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=105545387, stopped=false 2024-11-18T17:08:32,299 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,46661,1731949696717 2024-11-18T17:08:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2008050648/running 2024-11-18T17:08:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2008050648/running 2024-11-18T17:08:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648 2024-11-18T17:08:32,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648 2024-11-18T17:08:32,337 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:08:32,337 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:08:32,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:32,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:32,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Set watcher on znode that does not yet exist, /1-2008050648/running 2024-11-18T17:08:32,338 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,41737,1731949697070' ***** 2024-11-18T17:08:32,338 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:08:32,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Set watcher on znode that does not yet exist, /1-2008050648/running 2024-11-18T17:08:32,338 INFO [RS:0;6912f599d260:41737 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:08:32,338 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:08:32,338 INFO [RS:0;6912f599d260:41737 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:08:32,338 INFO [RS:0;6912f599d260:41737 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:08:32,338 INFO [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,41737,1731949697070 2024-11-18T17:08:32,338 INFO [RS:0;6912f599d260:41737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:08:32,338 INFO [RS:0;6912f599d260:41737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:41737. 2024-11-18T17:08:32,338 DEBUG [RS:0;6912f599d260:41737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:32,338 DEBUG [RS:0;6912f599d260:41737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:32,338 INFO [RS:0;6912f599d260:41737 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:08:32,338 INFO [RS:0;6912f599d260:41737 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:08:32,338 INFO [RS:0;6912f599d260:41737 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:08:32,339 INFO [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:08:32,339 INFO [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T17:08:32,339 DEBUG [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:08:32,339 DEBUG [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:08:32,339 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:08:32,339 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:08:32,339 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:08:32,339 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:08:32,339 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:08:32,339 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T17:08:32,358 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/data/hbase/meta/1588230740/.tmp/ns/1aa95d6fcaca4cef9dc9339c28501774 is 43, key is default/ns:d/1731949700498/Put/seqid=0 2024-11-18T17:08:32,358 DEBUG [6912f599d260:46719 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:08:32,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5867d429cac7106ffea0fd0856e3994a, regionState=OPENING, regionLocation=6912f599d260,36791,1731949707134 2024-11-18T17:08:32,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5867d429cac7106ffea0fd0856e3994a, ASSIGN because future has completed 2024-11-18T17:08:32,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43453 is added to blk_1073741835_1011 (size=5153) 2024-11-18T17:08:32,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5867d429cac7106ffea0fd0856e3994a, server=6912f599d260,36791,1731949707134}] 2024-11-18T17:08:32,436 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:08:32,445 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:32,445 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:32,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:32,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:32,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:08:32,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C36791%2C1731949707134.rep, suffix=, logDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134, archiveDir=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/oldWALs, maxLogs=10 2024-11-18T17:08:32,539 DEBUG [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:08:32,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.rep.1731949712526, exclude list is [], retry=0 2024-11-18T17:08:32,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-f48f68ec-842d-4bb7-9f69-027de4be8684,DISK] 2024-11-18T17:08:32,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.rep.1731949712526 2024-11-18T17:08:32,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38719:38719)] 2024-11-18T17:08:32,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 5867d429cac7106ffea0fd0856e3994a, NAME => 'hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:08:32,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:08:32,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:08:32,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. service=MultiRowMutationService 2024-11-18T17:08:32,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:08:32,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:32,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:32,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:32,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:32,550 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:32,551 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5867d429cac7106ffea0fd0856e3994a columnFamilyName hfileref 2024-11-18T17:08:32,551 DEBUG [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:32,551 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] regionserver.HStore(327): Store=5867d429cac7106ffea0fd0856e3994a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:32,551 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:32,552 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5867d429cac7106ffea0fd0856e3994a columnFamilyName queue 2024-11-18T17:08:32,552 DEBUG [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:32,560 DEBUG [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/replication/5867d429cac7106ffea0fd0856e3994a/queue/087dbbf31b654db7a4e8e19878d259ac 2024-11-18T17:08:32,560 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] regionserver.HStore(327): Store=5867d429cac7106ffea0fd0856e3994a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:32,560 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:32,561 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5867d429cac7106ffea0fd0856e3994a columnFamilyName sid 2024-11-18T17:08:32,561 DEBUG [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:32,562 INFO [StoreOpener-5867d429cac7106ffea0fd0856e3994a-1 {}] regionserver.HStore(327): Store=5867d429cac7106ffea0fd0856e3994a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:32,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:32,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/replication/5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:32,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/replication/5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:32,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:32,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:32,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:08:32,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:32,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 5867d429cac7106ffea0fd0856e3994a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64462567, jitterRate=-0.03943289816379547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:08:32,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:32,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 5867d429cac7106ffea0fd0856e3994a: Running coprocessor pre-open hook at 1731949712548Writing region info on filesystem at 1731949712548Initializing all the Stores at 1731949712549 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949712549Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949712549Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949712549Cleaning up temporary data from old regions at 1731949712566 (+17 ms)Running coprocessor post-open hooks at 1731949712570 (+4 ms)Region opened successfully at 1731949712571 (+1 ms) 2024-11-18T17:08:32,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a., pid=19, masterSystemTime=1731949712516 2024-11-18T17:08:32,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:32,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:32,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5867d429cac7106ffea0fd0856e3994a, regionState=OPEN, openSeqNum=10, regionLocation=6912f599d260,36791,1731949707134 2024-11-18T17:08:32,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5867d429cac7106ffea0fd0856e3994a, server=6912f599d260,36791,1731949707134 because future has completed 2024-11-18T17:08:32,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-18T17:08:32,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 5867d429cac7106ffea0fd0856e3994a, server=6912f599d260,36791,1731949707134 in 217 msec 2024-11-18T17:08:32,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-18T17:08:32,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5867d429cac7106ffea0fd0856e3994a, ASSIGN in 377 msec 2024-11-18T17:08:32,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T17:08:32,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a., hostname=6912f599d260,36791,1731949707134, seqNum=10] 2024-11-18T17:08:32,626 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 6912f599d260,35751,1731949690287 2024-11-18T17:08:32,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T17:08:32,739 DEBUG [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:08:32,764 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/data/hbase/meta/1588230740/.tmp/ns/1aa95d6fcaca4cef9dc9339c28501774 2024-11-18T17:08:32,778 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/data/hbase/meta/1588230740/.tmp/ns/1aa95d6fcaca4cef9dc9339c28501774 as hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/data/hbase/meta/1588230740/ns/1aa95d6fcaca4cef9dc9339c28501774 2024-11-18T17:08:32,785 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/data/hbase/meta/1588230740/ns/1aa95d6fcaca4cef9dc9339c28501774, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T17:08:32,786 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false 2024-11-18T17:08:32,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-18T17:08:32,792 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T17:08:32,793 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:08:32,793 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:08:32,793 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:08:32,793 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949712339Running coprocessor pre-close hooks at 1731949712339Disabling compacts and flushes for region at 1731949712339Disabling writes for close at 1731949712339Obtaining lock to block concurrent updates at 1731949712339Preparing flush snapshotting stores in 1588230740 at 1731949712339Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731949712340 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731949712340Flushing 1588230740/ns: creating writer at 1731949712340Flushing 1588230740/ns: appending metadata at 1731949712357 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731949712357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74df3cfe: reopening flushed file at 1731949712777 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1731949712787 (+10 ms)Writing region close event to WAL at 1731949712787Running coprocessor post-close hooks at 1731949712792 (+5 ms)Closed at 1731949712793 (+1 ms) 2024-11-18T17:08:32,793 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:08:32,940 INFO [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,41737,1731949697070; all regions closed. 2024-11-18T17:08:32,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43453 is added to blk_1073741834_1010 (size=1152) 2024-11-18T17:08:32,953 DEBUG [RS:0;6912f599d260:41737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/oldWALs 2024-11-18T17:08:32,953 INFO [RS:0;6912f599d260:41737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C41737%2C1731949697070.meta:.meta(num 1731949700415) 2024-11-18T17:08:32,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43453 is added to blk_1073741832_1008 (size=93) 2024-11-18T17:08:32,957 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/WALs/6912f599d260,41737,1731949697070/6912f599d260%2C41737%2C1731949697070.1731949699451 not finished, retry = 0 2024-11-18T17:08:33,060 DEBUG [RS:0;6912f599d260:41737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/oldWALs 2024-11-18T17:08:33,060 INFO [RS:0;6912f599d260:41737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C41737%2C1731949697070:(num 1731949699451) 2024-11-18T17:08:33,060 DEBUG [RS:0;6912f599d260:41737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:33,060 INFO [RS:0;6912f599d260:41737 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:08:33,060 INFO [RS:0;6912f599d260:41737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:08:33,060 INFO [RS:0;6912f599d260:41737 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:08:33,061 INFO [RS:0;6912f599d260:41737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:08:33,061 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:08:33,061 INFO [RS:0;6912f599d260:41737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41737 2024-11-18T17:08:33,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2008050648/rs/6912f599d260,41737,1731949697070 2024-11-18T17:08:33,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648/rs 2024-11-18T17:08:33,095 INFO [RS:0;6912f599d260:41737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:08:33,103 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,41737,1731949697070] 2024-11-18T17:08:33,112 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2008050648/draining/6912f599d260,41737,1731949697070 already deleted, retry=false 2024-11-18T17:08:33,112 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,41737,1731949697070 expired; onlineServers=0 2024-11-18T17:08:33,112 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,46661,1731949696717' ***** 2024-11-18T17:08:33,112 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:08:33,112 INFO [M:0;6912f599d260:46661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:08:33,112 INFO [M:0;6912f599d260:46661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:08:33,112 DEBUG [M:0;6912f599d260:46661 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:08:33,112 DEBUG [M:0;6912f599d260:46661 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:08:33,112 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:08:33,112 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949699145 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949699145,5,FailOnTimeoutGroup] 2024-11-18T17:08:33,112 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949699145 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949699145,5,FailOnTimeoutGroup] 2024-11-18T17:08:33,112 INFO [M:0;6912f599d260:46661 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:08:33,113 INFO [M:0;6912f599d260:46661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:08:33,113 DEBUG [M:0;6912f599d260:46661 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:08:33,113 INFO [M:0;6912f599d260:46661 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:08:33,113 INFO [M:0;6912f599d260:46661 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:08:33,113 INFO [M:0;6912f599d260:46661 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:08:33,113 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:08:33,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2008050648/master 2024-11-18T17:08:33,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2008050648 2024-11-18T17:08:33,120 DEBUG [M:0;6912f599d260:46661 {}] zookeeper.ZKUtil(347): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Unable to get data of znode /1-2008050648/master because node does not exist (not an error) 2024-11-18T17:08:33,120 WARN [M:0;6912f599d260:46661 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:08:33,122 INFO [M:0;6912f599d260:46661 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/.lastflushedseqids 2024-11-18T17:08:33,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43453 is added to blk_1073741836_1012 (size=99) 2024-11-18T17:08:33,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:33,204 INFO [RS:0;6912f599d260:41737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:08:33,204 INFO [RS:0;6912f599d260:41737 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,41737,1731949697070; zookeeper connection closed. 2024-11-18T17:08:33,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41737-0x10150349d000004, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:33,204 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75937127 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75937127 2024-11-18T17:08:33,204 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:08:33,456 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:33,456 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:33,529 INFO [M:0;6912f599d260:46661 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:08:33,529 INFO [M:0;6912f599d260:46661 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:08:33,530 DEBUG [M:0;6912f599d260:46661 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:08:33,530 INFO [M:0;6912f599d260:46661 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:33,530 DEBUG [M:0;6912f599d260:46661 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:33,530 DEBUG [M:0;6912f599d260:46661 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:08:33,530 DEBUG [M:0;6912f599d260:46661 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:33,530 INFO [M:0;6912f599d260:46661 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T17:08:33,554 DEBUG [M:0;6912f599d260:46661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/051cf776130042a2b7311e1ec1259fbd is 82, key is hbase:meta,,1/info:regioninfo/1731949700473/Put/seqid=0 2024-11-18T17:08:33,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43453 is added to blk_1073741837_1013 (size=5672) 2024-11-18T17:08:33,771 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:08:33,960 INFO [M:0;6912f599d260:46661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/051cf776130042a2b7311e1ec1259fbd 2024-11-18T17:08:33,990 DEBUG [M:0;6912f599d260:46661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22fe468288a3466fa3eda6d590b85088 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731949700505/Put/seqid=0 2024-11-18T17:08:33,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43453 is added to blk_1073741838_1014 (size=5275) 2024-11-18T17:08:34,396 INFO [M:0;6912f599d260:46661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22fe468288a3466fa3eda6d590b85088 2024-11-18T17:08:34,425 DEBUG [M:0;6912f599d260:46661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d937add3fad74b0f999c2fcc08adddb1 is 69, key is 6912f599d260,41737,1731949697070/rs:state/1731949699259/Put/seqid=0 2024-11-18T17:08:34,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43453 is added to blk_1073741839_1015 (size=5156) 2024-11-18T17:08:34,562 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:34,562 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:34,830 INFO [M:0;6912f599d260:46661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d937add3fad74b0f999c2fcc08adddb1 2024-11-18T17:08:34,841 DEBUG [M:0;6912f599d260:46661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/051cf776130042a2b7311e1ec1259fbd as hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/051cf776130042a2b7311e1ec1259fbd 2024-11-18T17:08:34,849 INFO [M:0;6912f599d260:46661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/051cf776130042a2b7311e1ec1259fbd, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T17:08:34,851 DEBUG [M:0;6912f599d260:46661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22fe468288a3466fa3eda6d590b85088 as hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22fe468288a3466fa3eda6d590b85088 2024-11-18T17:08:34,857 INFO [M:0;6912f599d260:46661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22fe468288a3466fa3eda6d590b85088, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T17:08:34,858 DEBUG [M:0;6912f599d260:46661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d937add3fad74b0f999c2fcc08adddb1 as hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d937add3fad74b0f999c2fcc08adddb1 2024-11-18T17:08:34,864 INFO [M:0;6912f599d260:46661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d937add3fad74b0f999c2fcc08adddb1, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T17:08:34,865 INFO [M:0;6912f599d260:46661 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=28, compaction requested=false 2024-11-18T17:08:34,867 INFO [M:0;6912f599d260:46661 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:34,867 DEBUG [M:0;6912f599d260:46661 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949713530Disabling compacts and flushes for region at 1731949713530Disabling writes for close at 1731949713530Obtaining lock to block concurrent updates at 1731949713530Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949713530Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731949713531 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949713533 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949713533Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949713554 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949713554Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949713970 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949713989 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949713989Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949714410 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949714424 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949714424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8dcce52: reopening flushed file at 1731949714839 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479c8e4e: reopening flushed file at 1731949714850 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d1a1a: reopening flushed file at 1731949714857 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=28, compaction requested=false at 1731949714865 (+8 ms)Writing region close event to WAL at 1731949714867 (+2 ms)Closed at 1731949714867 2024-11-18T17:08:34,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43453 is added to blk_1073741830_1006 (size=10165) 2024-11-18T17:08:34,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61580691-966f-3736-d2a1-0fdc6f909a71/MasterData/WALs/6912f599d260,46661,1731949696717/6912f599d260%2C46661%2C1731949696717.1731949698882 not finished, retry = 0 2024-11-18T17:08:34,971 INFO [M:0;6912f599d260:46661 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:08:34,971 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:08:34,971 INFO [M:0;6912f599d260:46661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46661 2024-11-18T17:08:34,974 INFO [M:0;6912f599d260:46661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:08:35,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:35,112 INFO [M:0;6912f599d260:46661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:08:35,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46661-0x10150349d000003, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:35,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@555547d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:08:35,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c25b454{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:08:35,146 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:08:35,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c2022a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:08:35,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3befdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/hadoop.log.dir/,STOPPED} 2024-11-18T17:08:35,149 WARN [BP-1825556787-172.17.0.3-1731949694995 heartbeating to localhost/127.0.0.1:33185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:08:35,149 WARN [BP-1825556787-172.17.0.3-1731949694995 heartbeating to localhost/127.0.0.1:33185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1825556787-172.17.0.3-1731949694995 (Datanode Uuid 2b945959-21f4-4e0d-b309-6d00c9626310) service to localhost/127.0.0.1:33185 2024-11-18T17:08:35,149 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:08:35,149 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:08:35,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/cluster_c67cac06-1533-912e-2f9c-bc94e25d0dd6/data/data1/current/BP-1825556787-172.17.0.3-1731949694995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:08:35,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/cluster_c67cac06-1533-912e-2f9c-bc94e25d0dd6/data/data2/current/BP-1825556787-172.17.0.3-1731949694995 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:08:35,151 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:08:35,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bff7205{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:08:35,158 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b9ccfd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:08:35,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:08:35,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bc5dd0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:08:35,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39556e0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/hadoop.log.dir/,STOPPED} 2024-11-18T17:08:35,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:08:35,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:08:35,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:08:35,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:35,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:35,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:35,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:35,185 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:08:35,185 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=15345975, stopped=false 2024-11-18T17:08:35,185 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,46719,1731949707073 2024-11-18T17:08:35,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-566764249/running 2024-11-18T17:08:35,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-566764249/running 2024-11-18T17:08:35,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:08:35,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:35,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:35,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:08:35,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:35,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:35,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on znode that does not yet exist, /0-566764249/running 2024-11-18T17:08:35,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,36791,1731949707134' ***** 2024-11-18T17:08:35,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:08:35,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Set watcher on znode that does not yet exist, /0-566764249/running 2024-11-18T17:08:35,200 INFO [RS:0;6912f599d260:36791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:08:35,200 INFO [RS:0;6912f599d260:36791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:08:35,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:08:35,200 INFO [RS:0;6912f599d260:36791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:08:35,200 INFO [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(3091): Received CLOSE for 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:35,200 INFO [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,36791,1731949707134 2024-11-18T17:08:35,200 INFO [RS:0;6912f599d260:36791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:08:35,200 INFO [RS:0;6912f599d260:36791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:36791. 2024-11-18T17:08:35,200 DEBUG [RS:0;6912f599d260:36791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:35,200 DEBUG [RS:0;6912f599d260:36791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:35,200 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5867d429cac7106ffea0fd0856e3994a, disabling compactions & flushes 2024-11-18T17:08:35,201 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:35,201 INFO [RS:0;6912f599d260:36791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:08:35,201 INFO [RS:0;6912f599d260:36791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:08:35,201 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:35,201 INFO [RS:0;6912f599d260:36791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:08:35,201 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. after waiting 0 ms 2024-11-18T17:08:35,201 INFO [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:08:35,201 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:35,201 INFO [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T17:08:35,201 DEBUG [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5867d429cac7106ffea0fd0856e3994a=hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a.} 2024-11-18T17:08:35,201 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:08:35,201 DEBUG [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5867d429cac7106ffea0fd0856e3994a 2024-11-18T17:08:35,201 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:08:35,201 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:08:35,201 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:08:35,201 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:08:35,201 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T17:08:35,208 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/replication/5867d429cac7106ffea0fd0856e3994a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-18T17:08:35,209 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:08:35,209 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:08:35,209 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:35,209 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5867d429cac7106ffea0fd0856e3994a: Waiting for close lock at 1731949715200Running coprocessor pre-close hooks at 1731949715200Disabling compacts and flushes for region at 1731949715200Disabling writes for close at 1731949715201 (+1 ms)Writing region close event to WAL at 1731949715201Running coprocessor post-close hooks at 1731949715208 (+7 ms)Closed at 1731949715209 (+1 ms) 2024-11-18T17:08:35,209 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a. 2024-11-18T17:08:35,220 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/.tmp/info/63582bedecc14f1fb3cd4dbe1f424dc9 is 147, key is hbase:replication,,1731949700634.5867d429cac7106ffea0fd0856e3994a./info:regioninfo/1731949712575/Put/seqid=0 2024-11-18T17:08:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741851_1027 (size=6385) 2024-11-18T17:08:35,274 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:08:35,401 DEBUG [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:08:35,602 DEBUG [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:08:35,626 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/.tmp/info/63582bedecc14f1fb3cd4dbe1f424dc9 2024-11-18T17:08:35,638 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/.tmp/info/63582bedecc14f1fb3cd4dbe1f424dc9 as hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/info/63582bedecc14f1fb3cd4dbe1f424dc9 2024-11-18T17:08:35,646 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/info/63582bedecc14f1fb3cd4dbe1f424dc9, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T17:08:35,647 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false 2024-11-18T17:08:35,653 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T17:08:35,654 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:08:35,654 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:08:35,655 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:08:35,655 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949715201Running coprocessor pre-close hooks at 1731949715201Disabling compacts and flushes for region at 1731949715201Disabling writes for close at 1731949715201Obtaining lock to block concurrent updates at 1731949715201Preparing flush snapshotting stores in 1588230740 at 1731949715201Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731949715202 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731949715202Flushing 1588230740/info: creating writer at 1731949715202Flushing 1588230740/info: appending metadata at 1731949715219 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731949715219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eca2d5e: reopening flushed file at 1731949715637 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1731949715647 (+10 ms)Writing region close event to WAL at 1731949715649 (+2 ms)Running coprocessor post-close hooks at 1731949715654 (+5 ms)Closed at 1731949715655 (+1 ms) 2024-11-18T17:08:35,655 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:08:35,765 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:08:35,765 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:08:35,769 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:35,769 DEBUG [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 to pos 0, reset compression=false 2024-11-18T17:08:35,802 INFO [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,36791,1731949707134; all regions closed. 2024-11-18T17:08:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741849_1025 (size=2156) 2024-11-18T17:08:35,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.meta.1731949708246.meta not finished, retry = 0 2024-11-18T17:08:35,909 DEBUG [RS:0;6912f599d260:36791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/oldWALs 2024-11-18T17:08:35,909 INFO [RS:0;6912f599d260:36791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C36791%2C1731949707134.meta:.meta(num 1731949708246) 2024-11-18T17:08:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741850_1026 (size=796) 2024-11-18T17:08:35,916 DEBUG [RS:0;6912f599d260:36791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/oldWALs 2024-11-18T17:08:35,916 INFO [RS:0;6912f599d260:36791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C36791%2C1731949707134.rep:(num 1731949712526) 2024-11-18T17:08:35,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741848_1024 (size=93) 2024-11-18T17:08:35,919 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/WALs/6912f599d260,36791,1731949707134/6912f599d260%2C36791%2C1731949707134.1731949707935 not finished, retry = 0 2024-11-18T17:08:36,027 DEBUG [RS:0;6912f599d260:36791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/oldWALs 2024-11-18T17:08:36,027 INFO [RS:0;6912f599d260:36791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C36791%2C1731949707134:(num 1731949707935) 2024-11-18T17:08:36,027 DEBUG [RS:0;6912f599d260:36791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:36,027 INFO [RS:0;6912f599d260:36791 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:08:36,027 INFO [RS:0;6912f599d260:36791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:08:36,028 INFO [RS:0;6912f599d260:36791 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T17:08:36,028 INFO [RS:0;6912f599d260:36791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:08:36,028 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:08:36,028 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T17:08:36,028 INFO [RS:0;6912f599d260:36791 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,36791,1731949707134 because: Region server is closing 2024-11-18T17:08:36,028 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T17:08:36,029 INFO [RS:0;6912f599d260:36791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:36791. 2024-11-18T17:08:36,029 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-18T17:08:36,029 DEBUG [RS:0;6912f599d260:36791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:36,029 DEBUG [RS:0;6912f599d260:36791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:36,029 DEBUG [RS:0;6912f599d260:36791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:36,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:36,129 WARN [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T17:08:36,129 WARN [RS:0;6912f599d260:36791.replicationSource.shipper6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T17:08:36,130 INFO [RS:0;6912f599d260:36791 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6912f599d260:36791.replicationSource.shipper6912f599d260%2C36791%2C1731949707134,1-6912f599d260,36791,1731949707134 terminated 2024-11-18T17:08:36,130 INFO [RS:0;6912f599d260:36791 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6912f599d260,36791,1731949707134 because: Region server is closing 2024-11-18T17:08:36,130 INFO [RS:0;6912f599d260:36791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:36791. 2024-11-18T17:08:36,130 DEBUG [RS:0;6912f599d260:36791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:36,130 DEBUG [RS:0;6912f599d260:36791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:36,130 DEBUG [RS:0;6912f599d260:36791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:36,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:36,231 WARN [RS:0;6912f599d260:36791.replicationSource.wal-reader.6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T17:08:36,231 WARN [RS:0;6912f599d260:36791.replicationSource.shipper6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T17:08:36,231 INFO [RS:0;6912f599d260:36791 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;6912f599d260:36791.replicationSource.shipper6912f599d260%2C36791%2C1731949707134,2-6912f599d260,36791,1731949707134 terminated 2024-11-18T17:08:36,231 INFO [RS:0;6912f599d260:36791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36791 2024-11-18T17:08:36,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249/rs 2024-11-18T17:08:36,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-566764249/rs/6912f599d260,36791,1731949707134 2024-11-18T17:08:36,270 INFO [RS:0;6912f599d260:36791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:08:36,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,36791,1731949707134] 2024-11-18T17:08:36,286 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-566764249/draining/6912f599d260,36791,1731949707134 already deleted, retry=false 2024-11-18T17:08:36,286 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,36791,1731949707134 expired; onlineServers=0 2024-11-18T17:08:36,286 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,46719,1731949707073' ***** 2024-11-18T17:08:36,286 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:08:36,287 INFO [M:0;6912f599d260:46719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:08:36,287 INFO [M:0;6912f599d260:46719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:08:36,287 DEBUG [M:0;6912f599d260:46719 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:08:36,287 DEBUG [M:0;6912f599d260:46719 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:08:36,287 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:08:36,287 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949707660 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949707660,5,FailOnTimeoutGroup] 2024-11-18T17:08:36,287 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949707660 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949707660,5,FailOnTimeoutGroup] 2024-11-18T17:08:36,287 INFO [M:0;6912f599d260:46719 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:08:36,287 INFO [M:0;6912f599d260:46719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:08:36,287 DEBUG [M:0;6912f599d260:46719 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:08:36,287 INFO [M:0;6912f599d260:46719 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:08:36,288 INFO [M:0;6912f599d260:46719 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:08:36,288 INFO [M:0;6912f599d260:46719 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:08:36,288 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:08:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-566764249/master 2024-11-18T17:08:36,295 DEBUG [M:0;6912f599d260:46719 {}] zookeeper.ZKUtil(347): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Unable to get data of znode /0-566764249/master because node does not exist (not an error) 2024-11-18T17:08:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-566764249 2024-11-18T17:08:36,295 WARN [M:0;6912f599d260:46719 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:08:36,296 INFO [M:0;6912f599d260:46719 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/.lastflushedseqids 2024-11-18T17:08:36,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741852_1028 (size=181) 2024-11-18T17:08:36,378 INFO [RS:0;6912f599d260:36791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:08:36,378 INFO [RS:0;6912f599d260:36791 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,36791,1731949707134; zookeeper connection closed. 2024-11-18T17:08:36,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:36,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x10150349d000007, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:36,379 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ac534ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ac534ad 2024-11-18T17:08:36,379 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:08:36,702 INFO [M:0;6912f599d260:46719 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:08:36,703 INFO [M:0;6912f599d260:46719 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:08:36,703 DEBUG [M:0;6912f599d260:46719 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:08:36,703 INFO [M:0;6912f599d260:46719 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:36,703 DEBUG [M:0;6912f599d260:46719 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:36,703 DEBUG [M:0;6912f599d260:46719 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:08:36,703 DEBUG [M:0;6912f599d260:46719 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:36,703 INFO [M:0;6912f599d260:46719 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T17:08:36,720 DEBUG [M:0;6912f599d260:46719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9474a83d7cde416db92348a598381fad is 82, key is hbase:meta,,1/info:regioninfo/1731949708318/Put/seqid=0 2024-11-18T17:08:36,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741853_1029 (size=5680) 2024-11-18T17:08:37,125 INFO [M:0;6912f599d260:46719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9474a83d7cde416db92348a598381fad 2024-11-18T17:08:37,147 DEBUG [M:0;6912f599d260:46719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/290e67ba55b64436b26da046d1ab738f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731949712584/Put/seqid=0 2024-11-18T17:08:37,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741854_1030 (size=7319) 2024-11-18T17:08:37,553 INFO [M:0;6912f599d260:46719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/290e67ba55b64436b26da046d1ab738f 2024-11-18T17:08:37,574 DEBUG [M:0;6912f599d260:46719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f39a91c31f242448313a9c9fe808e61 is 69, key is 6912f599d260,36791,1731949707134/rs:state/1731949707697/Put/seqid=0 2024-11-18T17:08:37,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741855_1031 (size=5371) 2024-11-18T17:08:37,979 INFO [M:0;6912f599d260:46719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f39a91c31f242448313a9c9fe808e61 2024-11-18T17:08:37,986 INFO [M:0;6912f599d260:46719 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f39a91c31f242448313a9c9fe808e61 2024-11-18T17:08:37,987 DEBUG [M:0;6912f599d260:46719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9474a83d7cde416db92348a598381fad as hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9474a83d7cde416db92348a598381fad 2024-11-18T17:08:37,995 INFO [M:0;6912f599d260:46719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9474a83d7cde416db92348a598381fad, entries=8, sequenceid=172, filesize=5.5 K 2024-11-18T17:08:37,996 DEBUG [M:0;6912f599d260:46719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/290e67ba55b64436b26da046d1ab738f as hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/290e67ba55b64436b26da046d1ab738f 2024-11-18T17:08:38,003 INFO [M:0;6912f599d260:46719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/290e67ba55b64436b26da046d1ab738f, entries=7, sequenceid=172, filesize=7.1 K 2024-11-18T17:08:38,004 DEBUG [M:0;6912f599d260:46719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f39a91c31f242448313a9c9fe808e61 as hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f39a91c31f242448313a9c9fe808e61 2024-11-18T17:08:38,011 INFO [M:0;6912f599d260:46719 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f39a91c31f242448313a9c9fe808e61 2024-11-18T17:08:38,011 INFO [M:0;6912f599d260:46719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37141/user/jenkins/test-data/020a3ee2-6e56-a0cd-60cf-7e99004847b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f39a91c31f242448313a9c9fe808e61, entries=2, sequenceid=172, filesize=5.2 K 2024-11-18T17:08:38,013 INFO [M:0;6912f599d260:46719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false 2024-11-18T17:08:38,014 INFO [M:0;6912f599d260:46719 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:38,014 DEBUG [M:0;6912f599d260:46719 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949716703Disabling compacts and flushes for region at 1731949716703Disabling writes for close at 1731949716703Obtaining lock to block concurrent updates at 1731949716703Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949716703Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731949716704 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949716704Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949716705 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949716720 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949716720Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949717132 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949717146 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949717146Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949717559 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949717573 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949717573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1153e507: reopening flushed file at 1731949717986 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb7b7b2: reopening flushed file at 1731949717995 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33bae505: reopening flushed file at 1731949718003 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=172, compaction requested=false at 1731949718013 (+10 ms)Writing region close event to WAL at 1731949718014 (+1 ms)Closed at 1731949718014 2024-11-18T17:08:38,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741847_1023 (size=22949) 2024-11-18T17:08:38,019 INFO [M:0;6912f599d260:46719 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:08:38,019 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:08:38,019 INFO [M:0;6912f599d260:46719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46719 2024-11-18T17:08:38,019 INFO [M:0;6912f599d260:46719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:08:38,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:38,249 INFO [M:0;6912f599d260:46719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:08:38,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46719-0x10150349d000006, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:38,703 WARN [BP-1471734258-172.17.0.3-1731949686279 heartbeating to localhost/127.0.0.1:37141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1471734258-172.17.0.3-1731949686279 (Datanode Uuid 926d6a44-e3d7-43f2-b345-0420c35ec0cf) service to localhost/127.0.0.1:37141 2024-11-18T17:08:38,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/cluster_57ef0a29-248b-7197-c4ec-74b6a5430360/data/data1/current/BP-1471734258-172.17.0.3-1731949686279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:08:38,704 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/cluster_57ef0a29-248b-7197-c4ec-74b6a5430360/data/data2/current/BP-1471734258-172.17.0.3-1731949686279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:08:38,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f391391{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:08:38,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22e54a52{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:08:38,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:08:38,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2fe60a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:08:38,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a880242{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/hadoop.log.dir/,STOPPED} 2024-11-18T17:08:38,901 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:08:38,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14e41896{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:08:38,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ca4c12d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:08:38,993 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:08:38,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@478f6f66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:08:38,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b16af68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6843e10-0347-0432-8bbd-c0b189d918d1/hadoop.log.dir/,STOPPED} 2024-11-18T17:08:39,000 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:08:39,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10150349d000002, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:08:39,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10150349d000005, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:08:39,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10150349d000005, quorum=127.0.0.1:58536, baseZNode=/1-2008050648 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:08:39,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10150349d000002, quorum=127.0.0.1:58536, baseZNode=/0-566764249 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:08:39,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:08:39,121 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:33185 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6912f599d260:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@424e280c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:33185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:37141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/6912f599d260:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:37141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:33185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6912f599d260:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:37141 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58536) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58536) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6912f599d260:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6912f599d260:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=190 (was 89) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4782 (was 5563) 2024-11-18T17:08:39,128 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=4782 2024-11-18T17:08:39,140 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-18T17:08:39,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/hadoop.log.dir so I do NOT create it in target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91 2024-11-18T17:08:39,141 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:08:39,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/hadoop.tmp.dir so I do NOT create it in target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91 2024-11-18T17:08:39,141 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/24fd4de1-f037-d8f7-6ef2-b4e9c7c00c57/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:08:39,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91 2024-11-18T17:08:39,141 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/cluster_0527fb2a-0d5f-bac6-1b45-7cea0f81c4da, deleteOnExit=true 2024-11-18T17:08:39,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/cluster_0527fb2a-0d5f-bac6-1b45-7cea0f81c4da/zookeeper_0, clientPort=62697, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/cluster_0527fb2a-0d5f-bac6-1b45-7cea0f81c4da/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/cluster_0527fb2a-0d5f-bac6-1b45-7cea0f81c4da/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:08:39,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62697 2024-11-18T17:08:39,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:08:39,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:08:39,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/test.cache.data in system properties and HBase conf 2024-11-18T17:08:39,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:08:39,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:08:39,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:08:39,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:08:39,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:08:39,508 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:08:39,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:08:39,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:08:39,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:08:39,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:08:39,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:08:39,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:08:39,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:08:39,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:08:39,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:08:39,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:08:39,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:08:39,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:08:39,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:08:39,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:08:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:08:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:08:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T17:08:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:08:39,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:08:39,894 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:08:39,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:08:39,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:08:39,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:08:39,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:08:39,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cecdbeb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:08:39,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5995020{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:08:39,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17df7e56{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/java.io.tmpdir/jetty-localhost-32955-hadoop-hdfs-3_4_1-tests_jar-_-any-3876808954456631234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:08:39,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3950b066{HTTP/1.1, (http/1.1)}{localhost:32955} 2024-11-18T17:08:39,992 INFO [Time-limited test {}] server.Server(415): Started @35842ms 2024-11-18T17:08:40,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:08:40,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:08:40,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:08:40,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:08:40,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:08:40,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39aedcee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:08:40,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e82bf1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:08:40,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e5b44a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/java.io.tmpdir/jetty-localhost-45965-hadoop-hdfs-3_4_1-tests_jar-_-any-7724436781618972568/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:08:40,310 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24f5cba{HTTP/1.1, (http/1.1)}{localhost:45965} 2024-11-18T17:08:40,310 INFO [Time-limited test {}] server.Server(415): Started @36161ms 2024-11-18T17:08:40,311 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:08:40,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:08:40,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:08:40,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:08:40,784 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/cluster_0527fb2a-0d5f-bac6-1b45-7cea0f81c4da/data/data2/current/BP-1755246295-172.17.0.3-1731949719532/current, will proceed with Du for space computation calculation, 2024-11-18T17:08:40,784 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/cluster_0527fb2a-0d5f-bac6-1b45-7cea0f81c4da/data/data1/current/BP-1755246295-172.17.0.3-1731949719532/current, will proceed with Du for space computation calculation, 2024-11-18T17:08:40,799 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:08:40,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62c3a2339d5af91d with lease ID 0x123b8cec671df1c1: Processing first storage report for DS-04194086-4697-4073-b29d-3ff8e812812c from datanode DatanodeRegistration(127.0.0.1:44819, datanodeUuid=24409c87-837d-4e85-86f7-a41e7c001938, infoPort=46475, infoSecurePort=0, ipcPort=44375, storageInfo=lv=-57;cid=testClusterID;nsid=1459237223;c=1731949719532) 2024-11-18T17:08:40,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62c3a2339d5af91d with lease ID 0x123b8cec671df1c1: from storage DS-04194086-4697-4073-b29d-3ff8e812812c node DatanodeRegistration(127.0.0.1:44819, datanodeUuid=24409c87-837d-4e85-86f7-a41e7c001938, infoPort=46475, infoSecurePort=0, ipcPort=44375, storageInfo=lv=-57;cid=testClusterID;nsid=1459237223;c=1731949719532), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:08:40,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62c3a2339d5af91d with lease ID 0x123b8cec671df1c1: Processing first storage report for DS-ec35161b-8960-4bb2-afa9-f3d6b1fe4b5e from datanode DatanodeRegistration(127.0.0.1:44819, datanodeUuid=24409c87-837d-4e85-86f7-a41e7c001938, infoPort=46475, infoSecurePort=0, ipcPort=44375, storageInfo=lv=-57;cid=testClusterID;nsid=1459237223;c=1731949719532) 2024-11-18T17:08:40,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62c3a2339d5af91d with lease ID 0x123b8cec671df1c1: from storage DS-ec35161b-8960-4bb2-afa9-f3d6b1fe4b5e node DatanodeRegistration(127.0.0.1:44819, datanodeUuid=24409c87-837d-4e85-86f7-a41e7c001938, infoPort=46475, infoSecurePort=0, ipcPort=44375, storageInfo=lv=-57;cid=testClusterID;nsid=1459237223;c=1731949719532), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:08:40,836 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91 2024-11-18T17:08:40,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:40,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:40,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:08:41,248 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788 with version=8 2024-11-18T17:08:41,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/hbase-staging 2024-11-18T17:08:41,251 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:08:41,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:41,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:41,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:08:41,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:41,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:08:41,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:08:41,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:08:41,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42325 2024-11-18T17:08:41,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42325 connecting to ZooKeeper ensemble=127.0.0.1:62697 2024-11-18T17:08:41,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423250x0, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:08:41,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42325-0x101503521ba0000 connected 2024-11-18T17:08:41,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:41,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:41,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Set watcher on znode that does not yet exist, /0538651052/running 2024-11-18T17:08:41,411 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788, hbase.cluster.distributed=false 2024-11-18T17:08:41,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Set watcher on znode that does not yet exist, /0538651052/acl 2024-11-18T17:08:41,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42325 2024-11-18T17:08:41,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42325 2024-11-18T17:08:41,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42325 2024-11-18T17:08:41,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42325 2024-11-18T17:08:41,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42325 2024-11-18T17:08:41,432 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:08:41,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:41,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:41,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:08:41,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:41,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:08:41,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:08:41,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:08:41,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41829 2024-11-18T17:08:41,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41829 connecting to ZooKeeper ensemble=127.0.0.1:62697 2024-11-18T17:08:41,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:41,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:41,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418290x0, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:08:41,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41829-0x101503521ba0001 connected 2024-11-18T17:08:41,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Set watcher on znode that does not yet exist, /0538651052/running 2024-11-18T17:08:41,448 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:08:41,449 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:08:41,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Set watcher on znode that does not yet exist, /0538651052/master 2024-11-18T17:08:41,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Set watcher on znode that does not yet exist, /0538651052/acl 2024-11-18T17:08:41,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41829 2024-11-18T17:08:41,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41829 2024-11-18T17:08:41,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41829 2024-11-18T17:08:41,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41829 2024-11-18T17:08:41,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41829 2024-11-18T17:08:41,466 DEBUG [M:0;6912f599d260:42325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:42325 2024-11-18T17:08:41,467 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0538651052/backup-masters/6912f599d260,42325,1731949721250 2024-11-18T17:08:41,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052/backup-masters 2024-11-18T17:08:41,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052/backup-masters 2024-11-18T17:08:41,478 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Set watcher on existing znode=/0538651052/backup-masters/6912f599d260,42325,1731949721250 2024-11-18T17:08:41,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0538651052/master 2024-11-18T17:08:41,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:41,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:41,486 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Set watcher on existing znode=/0538651052/master 2024-11-18T17:08:41,486 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0538651052/backup-masters/6912f599d260,42325,1731949721250 from backup master directory 2024-11-18T17:08:41,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0538651052/backup-masters/6912f599d260,42325,1731949721250 2024-11-18T17:08:41,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052/backup-masters 2024-11-18T17:08:41,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052/backup-masters 2024-11-18T17:08:41,494 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:08:41,494 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,42325,1731949721250 2024-11-18T17:08:41,498 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/hbase.id] with ID: 969c0f43-3e21-473a-9556-831fb4d586e9 2024-11-18T17:08:41,498 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/.tmp/hbase.id 2024-11-18T17:08:41,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:08:41,904 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/.tmp/hbase.id]:[hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/hbase.id] 2024-11-18T17:08:41,918 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:41,918 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:08:41,920 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:08:41,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:41,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:41,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:08:42,359 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:08:42,359 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:08:42,360 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:42,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:08:42,768 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store 2024-11-18T17:08:42,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:08:43,176 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:43,176 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:08:43,176 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:43,176 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:43,176 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:08:43,176 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:43,176 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:43,176 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949723176Disabling compacts and flushes for region at 1731949723176Disabling writes for close at 1731949723176Writing region close event to WAL at 1731949723176Closed at 1731949723176 2024-11-18T17:08:43,177 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/.initializing 2024-11-18T17:08:43,177 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/WALs/6912f599d260,42325,1731949721250 2024-11-18T17:08:43,178 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:08:43,181 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C42325%2C1731949721250, suffix=, logDir=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/WALs/6912f599d260,42325,1731949721250, archiveDir=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/oldWALs, maxLogs=10 2024-11-18T17:08:43,196 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/WALs/6912f599d260,42325,1731949721250/6912f599d260%2C42325%2C1731949721250.1731949723181, exclude list is [], retry=0 2024-11-18T17:08:43,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44819,DS-04194086-4697-4073-b29d-3ff8e812812c,DISK] 2024-11-18T17:08:43,201 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/WALs/6912f599d260,42325,1731949721250/6912f599d260%2C42325%2C1731949721250.1731949723181 2024-11-18T17:08:43,201 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46475:46475)] 2024-11-18T17:08:43,201 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:08:43,202 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:43,202 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:43,202 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:43,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:43,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:08:43,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:43,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:43,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:43,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:08:43,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:43,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:43,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:43,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:08:43,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:43,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:43,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:43,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:08:43,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:43,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:43,211 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:43,212 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:43,212 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:43,213 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:43,213 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:43,214 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:08:43,215 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:43,218 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:08:43,218 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63300189, jitterRate=-0.05675368010997772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:08:43,219 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949723202Initializing all the Stores at 1731949723203 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949723203Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949723203Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949723203Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949723203Cleaning up temporary data from old regions at 1731949723214 (+11 ms)Region opened successfully at 1731949723219 (+5 ms) 2024-11-18T17:08:43,219 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:08:43,223 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41731fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:08:43,224 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:08:43,224 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:08:43,224 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:08:43,224 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:08:43,225 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:08:43,225 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:08:43,225 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:08:43,227 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:08:43,228 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Unable to get data of znode /0538651052/balancer because node does not exist (not necessarily an error) 2024-11-18T17:08:43,269 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0538651052/balancer already deleted, retry=false 2024-11-18T17:08:43,269 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:08:43,270 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Unable to get data of znode /0538651052/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:08:43,280 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0538651052/normalizer already deleted, retry=false 2024-11-18T17:08:43,281 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:08:43,282 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Unable to get data of znode /0538651052/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:08:43,289 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0538651052/switch/split already deleted, retry=false 2024-11-18T17:08:43,290 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Unable to get data of znode /0538651052/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:08:43,297 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0538651052/switch/merge already deleted, retry=false 2024-11-18T17:08:43,299 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Unable to get data of znode /0538651052/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:08:43,305 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0538651052/snapshot-cleanup already deleted, retry=false 2024-11-18T17:08:43,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0538651052/running 2024-11-18T17:08:43,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0538651052/running 2024-11-18T17:08:43,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:43,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:43,314 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,42325,1731949721250, sessionid=0x101503521ba0000, setting cluster-up flag (Was=false) 2024-11-18T17:08:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:43,355 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0538651052/flush-table-proc/acquired, /0538651052/flush-table-proc/reached, /0538651052/flush-table-proc/abort 2024-11-18T17:08:43,357 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,42325,1731949721250 2024-11-18T17:08:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:43,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:43,397 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0538651052/online-snapshot/acquired, /0538651052/online-snapshot/reached, /0538651052/online-snapshot/abort 2024-11-18T17:08:43,398 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,42325,1731949721250 2024-11-18T17:08:43,400 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:08:43,401 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:43,402 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:08:43,402 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:08:43,402 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,42325,1731949721250 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:08:43,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:43,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:43,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:43,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:43,404 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:08:43,404 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:43,404 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:08:43,404 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:43,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:43,405 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:08:43,406 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949753406 2024-11-18T17:08:43,407 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:43,407 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:08:43,407 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:08:43,407 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:08:43,407 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:08:43,407 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:08:43,407 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:08:43,407 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:08:43,407 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:43,407 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:08:43,407 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:08:43,408 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:08:43,408 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:08:43,409 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:08:43,409 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:08:43,413 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949723409,5,FailOnTimeoutGroup] 2024-11-18T17:08:43,414 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949723413,5,FailOnTimeoutGroup] 2024-11-18T17:08:43,414 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:43,414 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:08:43,414 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:43,414 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:43,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:08:43,459 INFO [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(746): ClusterId : 969c0f43-3e21-473a-9556-831fb4d586e9 2024-11-18T17:08:43,459 DEBUG [RS:0;6912f599d260:41829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:08:43,470 DEBUG [RS:0;6912f599d260:41829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:08:43,470 DEBUG [RS:0;6912f599d260:41829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:08:43,478 DEBUG [RS:0;6912f599d260:41829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:08:43,478 DEBUG [RS:0;6912f599d260:41829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281c1236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:08:43,490 DEBUG [RS:0;6912f599d260:41829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:41829 2024-11-18T17:08:43,490 INFO [RS:0;6912f599d260:41829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:08:43,490 INFO [RS:0;6912f599d260:41829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:08:43,490 DEBUG [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:08:43,491 INFO [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,42325,1731949721250 with port=41829, startcode=1731949721432 2024-11-18T17:08:43,491 DEBUG [RS:0;6912f599d260:41829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:08:43,493 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:08:43,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,41829,1731949721432 2024-11-18T17:08:43,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42325 {}] master.ServerManager(517): Registering regionserver=6912f599d260,41829,1731949721432 2024-11-18T17:08:43,495 DEBUG [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788 2024-11-18T17:08:43,495 DEBUG [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45307 2024-11-18T17:08:43,495 DEBUG [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:08:43,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052/rs 2024-11-18T17:08:43,506 DEBUG [RS:0;6912f599d260:41829 {}] zookeeper.ZKUtil(111): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Set watcher on existing znode=/0538651052/rs/6912f599d260,41829,1731949721432 2024-11-18T17:08:43,506 WARN [RS:0;6912f599d260:41829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:08:43,506 INFO [RS:0;6912f599d260:41829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:43,506 DEBUG [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432 2024-11-18T17:08:43,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,41829,1731949721432] 2024-11-18T17:08:43,510 INFO [RS:0;6912f599d260:41829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:08:43,512 INFO [RS:0;6912f599d260:41829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:08:43,513 INFO [RS:0;6912f599d260:41829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:08:43,513 INFO [RS:0;6912f599d260:41829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:43,513 INFO [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:08:43,514 INFO [RS:0;6912f599d260:41829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:08:43,514 INFO [RS:0;6912f599d260:41829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:43,514 DEBUG [RS:0;6912f599d260:41829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:43,514 DEBUG [RS:0;6912f599d260:41829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:43,514 DEBUG [RS:0;6912f599d260:41829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:43,514 DEBUG [RS:0;6912f599d260:41829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:43,514 DEBUG [RS:0;6912f599d260:41829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:43,514 DEBUG [RS:0;6912f599d260:41829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:08:43,514 DEBUG [RS:0;6912f599d260:41829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:43,514 DEBUG [RS:0;6912f599d260:41829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:43,514 DEBUG [RS:0;6912f599d260:41829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:43,515 DEBUG [RS:0;6912f599d260:41829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:43,515 DEBUG [RS:0;6912f599d260:41829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:43,515 DEBUG [RS:0;6912f599d260:41829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:43,515 DEBUG [RS:0;6912f599d260:41829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:08:43,515 DEBUG [RS:0;6912f599d260:41829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:08:43,515 INFO [RS:0;6912f599d260:41829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:43,515 INFO [RS:0;6912f599d260:41829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:43,515 INFO [RS:0;6912f599d260:41829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:43,515 INFO [RS:0;6912f599d260:41829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:43,516 INFO [RS:0;6912f599d260:41829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:43,516 INFO [RS:0;6912f599d260:41829 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41829,1731949721432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:08:43,537 INFO [RS:0;6912f599d260:41829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:08:43,537 INFO [RS:0;6912f599d260:41829 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41829,1731949721432-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:43,537 INFO [RS:0;6912f599d260:41829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:43,537 INFO [RS:0;6912f599d260:41829 {}] regionserver.Replication(171): 6912f599d260,41829,1731949721432 started 2024-11-18T17:08:43,554 INFO [RS:0;6912f599d260:41829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:43,554 INFO [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,41829,1731949721432, RpcServer on 6912f599d260/172.17.0.3:41829, sessionid=0x101503521ba0001 2024-11-18T17:08:43,554 DEBUG [RS:0;6912f599d260:41829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:08:43,554 DEBUG [RS:0;6912f599d260:41829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,41829,1731949721432 2024-11-18T17:08:43,554 DEBUG [RS:0;6912f599d260:41829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,41829,1731949721432' 2024-11-18T17:08:43,555 DEBUG [RS:0;6912f599d260:41829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0538651052/flush-table-proc/abort' 2024-11-18T17:08:43,555 DEBUG [RS:0;6912f599d260:41829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0538651052/flush-table-proc/acquired' 2024-11-18T17:08:43,555 DEBUG [RS:0;6912f599d260:41829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:08:43,556 DEBUG [RS:0;6912f599d260:41829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:08:43,556 DEBUG [RS:0;6912f599d260:41829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,41829,1731949721432 2024-11-18T17:08:43,556 DEBUG [RS:0;6912f599d260:41829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,41829,1731949721432' 2024-11-18T17:08:43,556 DEBUG [RS:0;6912f599d260:41829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0538651052/online-snapshot/abort' 2024-11-18T17:08:43,556 DEBUG [RS:0;6912f599d260:41829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0538651052/online-snapshot/acquired' 2024-11-18T17:08:43,556 DEBUG [RS:0;6912f599d260:41829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:08:43,556 INFO [RS:0;6912f599d260:41829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:08:43,556 INFO [RS:0;6912f599d260:41829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:08:43,657 INFO [RS:0;6912f599d260:41829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:08:43,659 INFO [RS:0;6912f599d260:41829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C41829%2C1731949721432, suffix=, logDir=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432, archiveDir=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/oldWALs, maxLogs=10 2024-11-18T17:08:43,671 DEBUG [RS:0;6912f599d260:41829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.1731949723659, exclude list is [], retry=0 2024-11-18T17:08:43,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44819,DS-04194086-4697-4073-b29d-3ff8e812812c,DISK] 2024-11-18T17:08:43,676 INFO [RS:0;6912f599d260:41829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.1731949723659 2024-11-18T17:08:43,677 DEBUG [RS:0;6912f599d260:41829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46475:46475)] 2024-11-18T17:08:43,817 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:08:43,817 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788 2024-11-18T17:08:43,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:08:44,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:44,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:08:44,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:08:44,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:44,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:44,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:08:44,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:08:44,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:44,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:44,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:08:44,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:08:44,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:44,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:44,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:08:44,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:08:44,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:44,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:44,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:08:44,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740 2024-11-18T17:08:44,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740 2024-11-18T17:08:44,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:08:44,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:08:44,239 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:08:44,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:08:44,242 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:08:44,243 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58752874, jitterRate=-0.12451395392417908}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:08:44,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949724225Initializing all the Stores at 1731949724226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949724226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949724226Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949724226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949724226Cleaning up temporary data from old regions at 1731949724238 (+12 ms)Region opened successfully at 1731949724243 (+5 ms) 2024-11-18T17:08:44,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:08:44,244 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:08:44,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:08:44,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:08:44,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:08:44,244 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:08:44,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949724244Disabling compacts and flushes for region at 1731949724244Disabling writes for close at 1731949724244Writing region close event to WAL at 1731949724244Closed at 1731949724244 2024-11-18T17:08:44,246 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:44,246 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:08:44,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:08:44,247 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:08:44,248 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:08:44,398 DEBUG [6912f599d260:42325 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:08:44,399 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,41829,1731949721432 2024-11-18T17:08:44,400 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,41829,1731949721432, state=OPENING 2024-11-18T17:08:44,435 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:08:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:44,444 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:08:44,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,41829,1731949721432}] 2024-11-18T17:08:44,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0538651052/meta-region-server: CHANGED 2024-11-18T17:08:44,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0538651052/meta-region-server: CHANGED 2024-11-18T17:08:44,597 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:08:44,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:08:44,602 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:08:44,603 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:44,603 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:08:44,605 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C41829%2C1731949721432.meta, suffix=.meta, logDir=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432, archiveDir=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/oldWALs, maxLogs=10 2024-11-18T17:08:44,618 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.meta.1731949724605.meta, exclude list is [], retry=0 2024-11-18T17:08:44,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44819,DS-04194086-4697-4073-b29d-3ff8e812812c,DISK] 2024-11-18T17:08:44,623 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.meta.1731949724605.meta 2024-11-18T17:08:44,623 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46475:46475)] 2024-11-18T17:08:44,623 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:08:44,624 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:08:44,624 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:08:44,624 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:08:44,624 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:08:44,624 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:08:44,624 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:44,624 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:08:44,624 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:08:44,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:08:44,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:08:44,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:44,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:44,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:08:44,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:08:44,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:44,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:44,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:08:44,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:08:44,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:44,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:44,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:08:44,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:08:44,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:44,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:44,631 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:08:44,632 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740 2024-11-18T17:08:44,633 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740 2024-11-18T17:08:44,634 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:08:44,635 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:08:44,635 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:08:44,637 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:08:44,637 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66280327, jitterRate=-0.012346163392066956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:08:44,638 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:08:44,638 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949724624Writing region info on filesystem at 1731949724624Initializing all the Stores at 1731949724625 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949724626 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949724626Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949724626Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949724626Cleaning up temporary data from old regions at 1731949724635 (+9 ms)Running coprocessor post-open hooks at 1731949724638 (+3 ms)Region opened successfully at 1731949724638 2024-11-18T17:08:44,639 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949724597 2024-11-18T17:08:44,642 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:08:44,642 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:08:44,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,41829,1731949721432 2024-11-18T17:08:44,644 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,41829,1731949721432, state=OPEN 2024-11-18T17:08:44,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0538651052/meta-region-server 2024-11-18T17:08:44,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0538651052/meta-region-server 2024-11-18T17:08:44,674 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,41829,1731949721432 2024-11-18T17:08:44,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0538651052/meta-region-server: CHANGED 2024-11-18T17:08:44,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0538651052/meta-region-server: CHANGED 2024-11-18T17:08:44,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:08:44,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,41829,1731949721432 in 230 msec 2024-11-18T17:08:44,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:08:44,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-18T17:08:44,681 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:44,681 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:08:44,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:08:44,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,41829,1731949721432, seqNum=-1] 2024-11-18T17:08:44,683 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:08:44,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:08:44,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2880 sec 2024-11-18T17:08:44,691 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949724691, completionTime=-1 2024-11-18T17:08:44,691 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:08:44,691 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:08:44,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:08:44,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949784693 2024-11-18T17:08:44,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731949844693 2024-11-18T17:08:44,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:08:44,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42325,1731949721250-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:44,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42325,1731949721250-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:44,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42325,1731949721250-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:44,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:42325, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:44,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:44,694 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:44,696 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:08:44,697 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.203sec 2024-11-18T17:08:44,698 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:08:44,698 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:08:44,698 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:08:44,698 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:08:44,698 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:08:44,698 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42325,1731949721250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:08:44,698 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42325,1731949721250-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:08:44,701 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:08:44,701 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:08:44,701 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42325,1731949721250-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:44,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124b7397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:44,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,42325,-1 for getting cluster id 2024-11-18T17:08:44,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:44,761 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '969c0f43-3e21-473a-9556-831fb4d586e9' 2024-11-18T17:08:44,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:44,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "969c0f43-3e21-473a-9556-831fb4d586e9" 2024-11-18T17:08:44,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d31bbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:44,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,42325,-1] 2024-11-18T17:08:44,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:44,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:44,763 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:44,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640dc7d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:44,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:08:44,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,41829,1731949721432, seqNum=-1] 2024-11-18T17:08:44,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:08:44,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:08:44,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,42325,1731949721250 2024-11-18T17:08:44,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62697 2024-11-18T17:08:44,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:08:44,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101503521ba0002 connected 2024-11-18T17:08:44,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/hadoop.log.dir so I do NOT create it in target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa 2024-11-18T17:08:44,800 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:08:44,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/hadoop.tmp.dir so I do NOT create it in target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa 2024-11-18T17:08:44,800 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:08:44,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa 2024-11-18T17:08:44,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:08:44,801 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/cluster_f3d34734-8344-c5b5-aa9f-a436209f9c8e, deleteOnExit=true 2024-11-18T17:08:44,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:08:44,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/test.cache.data in system properties and HBase conf 2024-11-18T17:08:44,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:08:44,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:08:44,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:08:44,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:08:44,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:08:44,802 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:08:44,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:08:44,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:08:44,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:08:44,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:08:44,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:08:44,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:08:44,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:08:44,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:08:44,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:08:44,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:08:44,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:08:44,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:08:44,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:08:44,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:08:45,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:08:45,436 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:08:45,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:08:45,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:08:45,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:08:45,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:08:45,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@536ebcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:08:45,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3931bc47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:08:45,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fc10f6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/java.io.tmpdir/jetty-localhost-41515-hadoop-hdfs-3_4_1-tests_jar-_-any-16554270516517529210/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:08:45,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24eca029{HTTP/1.1, (http/1.1)}{localhost:41515} 2024-11-18T17:08:45,535 INFO [Time-limited test {}] server.Server(415): Started @41386ms 2024-11-18T17:08:45,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:08:45,736 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:08:45,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:08:45,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:08:45,737 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:08:45,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e6b92b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:08:45,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd842a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:08:45,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25980236{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/java.io.tmpdir/jetty-localhost-38543-hadoop-hdfs-3_4_1-tests_jar-_-any-16177907124089305367/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:08:45,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5816052{HTTP/1.1, (http/1.1)}{localhost:38543} 2024-11-18T17:08:45,832 INFO [Time-limited test {}] server.Server(415): Started @41682ms 2024-11-18T17:08:45,833 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:08:46,295 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/cluster_f3d34734-8344-c5b5-aa9f-a436209f9c8e/data/data1/current/BP-266313020-172.17.0.3-1731949724831/current, will proceed with Du for space computation calculation, 2024-11-18T17:08:46,295 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/cluster_f3d34734-8344-c5b5-aa9f-a436209f9c8e/data/data2/current/BP-266313020-172.17.0.3-1731949724831/current, will proceed with Du for space computation calculation, 2024-11-18T17:08:46,314 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:08:46,317 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd069cf907a6a0f29 with lease ID 0xf89b5b5e250939c2: Processing first storage report for DS-91b019e8-0459-4999-a815-8cee0672441a from datanode DatanodeRegistration(127.0.0.1:40673, datanodeUuid=7ceb3b38-5ac8-499a-8b9c-63113c08749b, infoPort=35057, infoSecurePort=0, ipcPort=35463, storageInfo=lv=-57;cid=testClusterID;nsid=859202354;c=1731949724831) 2024-11-18T17:08:46,317 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd069cf907a6a0f29 with lease ID 0xf89b5b5e250939c2: from storage DS-91b019e8-0459-4999-a815-8cee0672441a node DatanodeRegistration(127.0.0.1:40673, datanodeUuid=7ceb3b38-5ac8-499a-8b9c-63113c08749b, infoPort=35057, infoSecurePort=0, ipcPort=35463, storageInfo=lv=-57;cid=testClusterID;nsid=859202354;c=1731949724831), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:08:46,317 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd069cf907a6a0f29 with lease ID 0xf89b5b5e250939c2: Processing first storage report for DS-7ec9aa6b-9b43-4cf2-b38a-1203e127f581 from datanode DatanodeRegistration(127.0.0.1:40673, datanodeUuid=7ceb3b38-5ac8-499a-8b9c-63113c08749b, infoPort=35057, infoSecurePort=0, ipcPort=35463, storageInfo=lv=-57;cid=testClusterID;nsid=859202354;c=1731949724831) 2024-11-18T17:08:46,317 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd069cf907a6a0f29 with lease ID 0xf89b5b5e250939c2: from storage DS-7ec9aa6b-9b43-4cf2-b38a-1203e127f581 node DatanodeRegistration(127.0.0.1:40673, datanodeUuid=7ceb3b38-5ac8-499a-8b9c-63113c08749b, infoPort=35057, infoSecurePort=0, ipcPort=35463, storageInfo=lv=-57;cid=testClusterID;nsid=859202354;c=1731949724831), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:08:46,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa 2024-11-18T17:08:46,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:46,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:46,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:08:46,774 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36 with version=8 2024-11-18T17:08:46,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/hbase-staging 2024-11-18T17:08:46,776 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:08:46,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:46,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:46,776 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:08:46,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:46,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:08:46,776 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:08:46,777 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:08:46,777 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44053 2024-11-18T17:08:46,778 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44053 connecting to ZooKeeper ensemble=127.0.0.1:62697 2024-11-18T17:08:46,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440530x0, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:08:46,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44053-0x101503521ba0003 connected 2024-11-18T17:08:46,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:46,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:46,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Set watcher on znode that does not yet exist, /11043098438/running 2024-11-18T17:08:46,881 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36, hbase.cluster.distributed=false 2024-11-18T17:08:46,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Set watcher on znode that does not yet exist, /11043098438/acl 2024-11-18T17:08:46,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44053 2024-11-18T17:08:46,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44053 2024-11-18T17:08:46,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44053 2024-11-18T17:08:46,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44053 2024-11-18T17:08:46,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44053 2024-11-18T17:08:46,898 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:08:46,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:46,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:46,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:08:46,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:08:46,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:08:46,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:08:46,899 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:08:46,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42265 2024-11-18T17:08:46,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42265 connecting to ZooKeeper ensemble=127.0.0.1:62697 2024-11-18T17:08:46,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:46,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:46,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422650x0, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:08:46,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422650x0, quorum=127.0.0.1:62697, baseZNode=/11043098438 Set watcher on znode that does not yet exist, /11043098438/running 2024-11-18T17:08:46,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42265-0x101503521ba0004 connected 2024-11-18T17:08:46,914 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:08:46,915 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:08:46,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Set watcher on znode that does not yet exist, /11043098438/master 2024-11-18T17:08:46,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Set watcher on znode that does not yet exist, /11043098438/acl 2024-11-18T17:08:46,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42265 2024-11-18T17:08:46,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42265 2024-11-18T17:08:46,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42265 2024-11-18T17:08:46,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42265 2024-11-18T17:08:46,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42265 2024-11-18T17:08:46,933 DEBUG [M:0;6912f599d260:44053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:44053 2024-11-18T17:08:46,933 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11043098438/backup-masters/6912f599d260,44053,1731949726776 2024-11-18T17:08:46,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438/backup-masters 2024-11-18T17:08:46,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438/backup-masters 2024-11-18T17:08:46,944 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Set watcher on existing znode=/11043098438/backup-masters/6912f599d260,44053,1731949726776 2024-11-18T17:08:46,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11043098438/master 2024-11-18T17:08:46,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438 2024-11-18T17:08:46,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438 2024-11-18T17:08:46,952 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Set watcher on existing znode=/11043098438/master 2024-11-18T17:08:46,953 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11043098438/backup-masters/6912f599d260,44053,1731949726776 from backup master directory 2024-11-18T17:08:46,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11043098438/backup-masters/6912f599d260,44053,1731949726776 2024-11-18T17:08:46,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438/backup-masters 2024-11-18T17:08:46,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438/backup-masters 2024-11-18T17:08:46,960 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:08:46,960 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,44053,1731949726776 2024-11-18T17:08:46,965 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/hbase.id] with ID: a0ba3dd1-0481-483b-9b38-6e4b6b968c30 2024-11-18T17:08:46,965 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/.tmp/hbase.id 2024-11-18T17:08:46,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:08:47,371 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/.tmp/hbase.id]:[hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/hbase.id] 2024-11-18T17:08:47,383 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:08:47,383 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:08:47,385 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T17:08:47,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438 2024-11-18T17:08:47,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438 2024-11-18T17:08:47,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:08:47,825 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:08:47,826 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:08:47,826 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:47,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:08:48,234 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store 2024-11-18T17:08:48,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:08:48,641 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:48,641 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:08:48,641 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:48,641 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:48,642 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:08:48,642 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:48,642 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:48,642 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949728641Disabling compacts and flushes for region at 1731949728641Disabling writes for close at 1731949728642 (+1 ms)Writing region close event to WAL at 1731949728642Closed at 1731949728642 2024-11-18T17:08:48,643 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/.initializing 2024-11-18T17:08:48,643 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/WALs/6912f599d260,44053,1731949726776 2024-11-18T17:08:48,644 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:08:48,646 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C44053%2C1731949726776, suffix=, logDir=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/WALs/6912f599d260,44053,1731949726776, archiveDir=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/oldWALs, maxLogs=10 2024-11-18T17:08:48,683 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/WALs/6912f599d260,44053,1731949726776/6912f599d260%2C44053%2C1731949726776.1731949728646, exclude list is [], retry=0 2024-11-18T17:08:48,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40673,DS-91b019e8-0459-4999-a815-8cee0672441a,DISK] 2024-11-18T17:08:48,687 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/WALs/6912f599d260,44053,1731949726776/6912f599d260%2C44053%2C1731949726776.1731949728646 2024-11-18T17:08:48,687 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35057:35057)] 2024-11-18T17:08:48,688 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:08:48,688 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:48,688 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:48,688 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:48,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:48,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:08:48,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:48,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:48,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:48,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:08:48,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:48,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:48,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:48,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:08:48,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:48,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:48,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:48,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:08:48,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:48,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:48,696 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:48,697 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:48,697 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:48,698 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:48,698 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:48,699 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:08:48,700 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:08:48,702 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:08:48,702 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71267773, jitterRate=0.06197257339954376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:08:48,702 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949728688Initializing all the Stores at 1731949728689 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949728689Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949728689Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949728689Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949728689Cleaning up temporary data from old regions at 1731949728698 (+9 ms)Region opened successfully at 1731949728702 (+4 ms) 2024-11-18T17:08:48,702 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:08:48,705 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a98af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:08:48,706 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:08:48,706 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:08:48,706 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:08:48,706 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:08:48,707 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:08:48,707 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:08:48,707 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:08:48,709 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:08:48,710 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Unable to get data of znode /11043098438/balancer because node does not exist (not necessarily an error) 2024-11-18T17:08:48,752 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11043098438/balancer already deleted, retry=false 2024-11-18T17:08:48,752 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:08:48,753 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Unable to get data of znode /11043098438/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:08:48,754 WARN [RS:0;6912f599d260:41829 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6912f599d260,35751,1731949690287: status=Processing ServerCrashProcedure of 6912f599d260,35751,1731949690287 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731949707656, completionTime=-1 appears to have been leaked 2024-11-18T17:08:48,763 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11043098438/normalizer already deleted, retry=false 2024-11-18T17:08:48,764 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:08:48,765 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Unable to get data of znode /11043098438/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:08:48,772 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11043098438/switch/split already deleted, retry=false 2024-11-18T17:08:48,773 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Unable to get data of znode /11043098438/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:08:48,780 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11043098438/switch/merge already deleted, retry=false 2024-11-18T17:08:48,782 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Unable to get data of znode /11043098438/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:08:48,788 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11043098438/snapshot-cleanup already deleted, retry=false 2024-11-18T17:08:48,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11043098438/running 2024-11-18T17:08:48,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11043098438/running 2024-11-18T17:08:48,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438 2024-11-18T17:08:48,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438 2024-11-18T17:08:48,797 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,44053,1731949726776, sessionid=0x101503521ba0003, setting cluster-up flag (Was=false) 2024-11-18T17:08:48,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438 2024-11-18T17:08:48,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438 2024-11-18T17:08:48,838 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11043098438/flush-table-proc/acquired, /11043098438/flush-table-proc/reached, /11043098438/flush-table-proc/abort 2024-11-18T17:08:48,839 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,44053,1731949726776 2024-11-18T17:08:48,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438 2024-11-18T17:08:48,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438 2024-11-18T17:08:48,880 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11043098438/online-snapshot/acquired, /11043098438/online-snapshot/reached, /11043098438/online-snapshot/abort 2024-11-18T17:08:48,881 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,44053,1731949726776 2024-11-18T17:08:48,883 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:08:48,884 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:48,885 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:08:48,885 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:08:48,885 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,44053,1731949726776 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:08:48,887 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:48,887 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:48,887 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:48,887 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:08:48,887 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:08:48,887 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:48,887 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:08:48,887 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:48,890 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949758890 2024-11-18T17:08:48,890 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:08:48,890 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:08:48,890 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:08:48,890 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:08:48,890 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:08:48,890 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:08:48,890 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:48,891 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:08:48,891 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:08:48,891 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:48,891 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:08:48,891 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:08:48,891 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:08:48,891 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:08:48,891 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:08:48,892 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:48,892 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:08:48,895 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949728891,5,FailOnTimeoutGroup] 2024-11-18T17:08:48,896 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949728895,5,FailOnTimeoutGroup] 2024-11-18T17:08:48,896 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:48,896 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:08:48,896 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:48,896 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:48,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:08:48,922 INFO [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(746): ClusterId : a0ba3dd1-0481-483b-9b38-6e4b6b968c30 2024-11-18T17:08:48,922 DEBUG [RS:0;6912f599d260:42265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:08:48,931 DEBUG [RS:0;6912f599d260:42265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:08:48,931 DEBUG [RS:0;6912f599d260:42265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:08:48,939 DEBUG [RS:0;6912f599d260:42265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:08:48,940 DEBUG [RS:0;6912f599d260:42265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e55dddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:08:48,950 DEBUG [RS:0;6912f599d260:42265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:42265 2024-11-18T17:08:48,951 INFO [RS:0;6912f599d260:42265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:08:48,951 INFO [RS:0;6912f599d260:42265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:08:48,951 DEBUG [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:08:48,951 INFO [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,44053,1731949726776 with port=42265, startcode=1731949726898 2024-11-18T17:08:48,951 DEBUG [RS:0;6912f599d260:42265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:08:48,953 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:08:48,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,42265,1731949726898 2024-11-18T17:08:48,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44053 {}] master.ServerManager(517): Registering regionserver=6912f599d260,42265,1731949726898 2024-11-18T17:08:48,955 DEBUG [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36 2024-11-18T17:08:48,955 DEBUG [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40711 2024-11-18T17:08:48,955 DEBUG [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:08:48,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438/rs 2024-11-18T17:08:48,964 DEBUG [RS:0;6912f599d260:42265 {}] zookeeper.ZKUtil(111): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Set watcher on existing znode=/11043098438/rs/6912f599d260,42265,1731949726898 2024-11-18T17:08:48,964 WARN [RS:0;6912f599d260:42265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:08:48,964 INFO [RS:0;6912f599d260:42265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:48,964 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,42265,1731949726898] 2024-11-18T17:08:48,964 DEBUG [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/WALs/6912f599d260,42265,1731949726898 2024-11-18T17:08:48,968 INFO [RS:0;6912f599d260:42265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:08:48,969 INFO [RS:0;6912f599d260:42265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:08:48,971 INFO [RS:0;6912f599d260:42265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:08:48,971 INFO [RS:0;6912f599d260:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:48,973 INFO [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:08:48,973 INFO [RS:0;6912f599d260:42265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:08:48,973 INFO [RS:0;6912f599d260:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:48,974 DEBUG [RS:0;6912f599d260:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:48,974 DEBUG [RS:0;6912f599d260:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:48,974 DEBUG [RS:0;6912f599d260:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:48,974 DEBUG [RS:0;6912f599d260:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:48,974 DEBUG [RS:0;6912f599d260:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:48,974 DEBUG [RS:0;6912f599d260:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:08:48,974 DEBUG [RS:0;6912f599d260:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:48,974 DEBUG [RS:0;6912f599d260:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:48,974 DEBUG [RS:0;6912f599d260:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:48,974 DEBUG [RS:0;6912f599d260:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:48,974 DEBUG [RS:0;6912f599d260:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:48,974 DEBUG [RS:0;6912f599d260:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:08:48,974 DEBUG [RS:0;6912f599d260:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:08:48,974 DEBUG [RS:0;6912f599d260:42265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:08:48,976 INFO [RS:0;6912f599d260:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:48,976 INFO [RS:0;6912f599d260:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:48,976 INFO [RS:0;6912f599d260:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:48,976 INFO [RS:0;6912f599d260:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:48,976 INFO [RS:0;6912f599d260:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:48,976 INFO [RS:0;6912f599d260:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42265,1731949726898-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:08:48,989 INFO [RS:0;6912f599d260:42265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:08:48,989 INFO [RS:0;6912f599d260:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42265,1731949726898-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:48,989 INFO [RS:0;6912f599d260:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:48,989 INFO [RS:0;6912f599d260:42265 {}] regionserver.Replication(171): 6912f599d260,42265,1731949726898 started 2024-11-18T17:08:49,001 INFO [RS:0;6912f599d260:42265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:49,001 INFO [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,42265,1731949726898, RpcServer on 6912f599d260/172.17.0.3:42265, sessionid=0x101503521ba0004 2024-11-18T17:08:49,001 DEBUG [RS:0;6912f599d260:42265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:08:49,001 DEBUG [RS:0;6912f599d260:42265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,42265,1731949726898 2024-11-18T17:08:49,001 DEBUG [RS:0;6912f599d260:42265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,42265,1731949726898' 2024-11-18T17:08:49,001 DEBUG [RS:0;6912f599d260:42265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11043098438/flush-table-proc/abort' 2024-11-18T17:08:49,002 DEBUG [RS:0;6912f599d260:42265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11043098438/flush-table-proc/acquired' 2024-11-18T17:08:49,003 DEBUG [RS:0;6912f599d260:42265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:08:49,003 DEBUG [RS:0;6912f599d260:42265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:08:49,003 DEBUG [RS:0;6912f599d260:42265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,42265,1731949726898 2024-11-18T17:08:49,003 DEBUG [RS:0;6912f599d260:42265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,42265,1731949726898' 2024-11-18T17:08:49,003 DEBUG [RS:0;6912f599d260:42265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11043098438/online-snapshot/abort' 2024-11-18T17:08:49,003 DEBUG [RS:0;6912f599d260:42265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11043098438/online-snapshot/acquired' 2024-11-18T17:08:49,003 DEBUG [RS:0;6912f599d260:42265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:08:49,003 INFO [RS:0;6912f599d260:42265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:08:49,003 INFO [RS:0;6912f599d260:42265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:08:49,104 INFO [RS:0;6912f599d260:42265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:08:49,105 INFO [RS:0;6912f599d260:42265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C42265%2C1731949726898, suffix=, logDir=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/WALs/6912f599d260,42265,1731949726898, archiveDir=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/oldWALs, maxLogs=10 2024-11-18T17:08:49,117 DEBUG [RS:0;6912f599d260:42265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/WALs/6912f599d260,42265,1731949726898/6912f599d260%2C42265%2C1731949726898.1731949729106, exclude list is [], retry=0 2024-11-18T17:08:49,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40673,DS-91b019e8-0459-4999-a815-8cee0672441a,DISK] 2024-11-18T17:08:49,122 INFO [RS:0;6912f599d260:42265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/WALs/6912f599d260,42265,1731949726898/6912f599d260%2C42265%2C1731949726898.1731949729106 2024-11-18T17:08:49,122 DEBUG [RS:0;6912f599d260:42265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35057:35057)] 2024-11-18T17:08:49,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:08:49,303 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36 2024-11-18T17:08:49,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:08:49,510 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:08:49,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:49,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:08:49,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:08:49,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:49,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:49,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:08:49,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:08:49,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:49,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:49,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:08:49,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:08:49,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:49,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:49,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:08:49,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:08:49,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:49,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:49,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:08:49,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/data/hbase/meta/1588230740 2024-11-18T17:08:49,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/data/hbase/meta/1588230740 2024-11-18T17:08:49,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:08:49,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:08:49,721 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:08:49,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:08:49,724 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:08:49,724 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74037650, jitterRate=0.10324695706367493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:08:49,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949729710Initializing all the Stores at 1731949729710Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949729711 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949729711Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949729711Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949729711Cleaning up temporary data from old regions at 1731949729720 (+9 ms)Region opened successfully at 1731949729724 (+4 ms) 2024-11-18T17:08:49,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:08:49,724 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:08:49,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:08:49,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:08:49,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:08:49,725 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:08:49,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949729724Disabling compacts and flushes for region at 1731949729724Disabling writes for close at 1731949729724Writing region close event to WAL at 1731949729725 (+1 ms)Closed at 1731949729725 2024-11-18T17:08:49,726 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:49,726 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:08:49,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:08:49,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:08:49,728 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:08:49,878 DEBUG [6912f599d260:44053 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:08:49,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,42265,1731949726898 2024-11-18T17:08:49,880 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,42265,1731949726898, state=OPENING 2024-11-18T17:08:49,956 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:08:49,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438 2024-11-18T17:08:49,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438 2024-11-18T17:08:49,972 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:08:49,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11043098438/meta-region-server: CHANGED 2024-11-18T17:08:49,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11043098438/meta-region-server: CHANGED 2024-11-18T17:08:49,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,42265,1731949726898}] 2024-11-18T17:08:50,125 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:08:50,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:08:50,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:08:50,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:08:50,131 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:08:50,131 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:50,132 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:08:50,133 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C42265%2C1731949726898.meta, suffix=.meta, logDir=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/WALs/6912f599d260,42265,1731949726898, archiveDir=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/oldWALs, maxLogs=10 2024-11-18T17:08:50,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:08:50,152 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/WALs/6912f599d260,42265,1731949726898/6912f599d260%2C42265%2C1731949726898.meta.1731949730134.meta, exclude list is [], retry=0 2024-11-18T17:08:50,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40673,DS-91b019e8-0459-4999-a815-8cee0672441a,DISK] 2024-11-18T17:08:50,156 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/WALs/6912f599d260,42265,1731949726898/6912f599d260%2C42265%2C1731949726898.meta.1731949730134.meta 2024-11-18T17:08:50,157 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35057:35057)] 2024-11-18T17:08:50,157 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:08:50,157 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:08:50,158 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:08:50,158 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:08:50,158 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:08:50,158 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:08:50,158 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:50,158 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:08:50,158 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:08:50,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:08:50,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:08:50,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:50,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:50,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:08:50,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:08:50,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:50,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:50,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:08:50,163 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T17:08:50,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:08:50,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:08:50,163 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T17:08:50,163 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:08:50,163 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T17:08:50,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:08:50,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:50,164 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T17:08:50,164 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T17:08:50,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:50,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:08:50,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:08:50,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:50,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:08:50,165 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:08:50,166 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/data/hbase/meta/1588230740 2024-11-18T17:08:50,167 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/data/hbase/meta/1588230740 2024-11-18T17:08:50,168 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:08:50,168 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:08:50,169 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:08:50,170 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:08:50,171 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71125779, jitterRate=0.05985669791698456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:08:50,171 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:08:50,171 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949730158Writing region info on filesystem at 1731949730158Initializing all the Stores at 1731949730159 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949730160 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949730160Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949730160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949730160Cleaning up temporary data from old regions at 1731949730168 (+8 ms)Running coprocessor post-open hooks at 1731949730171 (+3 ms)Region opened successfully at 1731949730171 2024-11-18T17:08:50,172 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949730125 2024-11-18T17:08:50,174 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:08:50,175 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:08:50,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,42265,1731949726898 2024-11-18T17:08:50,176 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,42265,1731949726898, state=OPEN 2024-11-18T17:08:50,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11043098438/meta-region-server 2024-11-18T17:08:50,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11043098438/meta-region-server 2024-11-18T17:08:50,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,42265,1731949726898 2024-11-18T17:08:50,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11043098438/meta-region-server: CHANGED 2024-11-18T17:08:50,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11043098438/meta-region-server: CHANGED 2024-11-18T17:08:50,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:08:50,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,42265,1731949726898 in 213 msec 2024-11-18T17:08:50,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:08:50,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-18T17:08:50,191 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:08:50,191 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:08:50,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:08:50,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,42265,1731949726898, seqNum=-1] 2024-11-18T17:08:50,193 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:08:50,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:08:50,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3150 sec 2024-11-18T17:08:50,200 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949730200, completionTime=-1 2024-11-18T17:08:50,200 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:08:50,200 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:08:50,202 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:08:50,202 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949790202 2024-11-18T17:08:50,202 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731949850202 2024-11-18T17:08:50,202 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T17:08:50,203 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,44053,1731949726776-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:50,203 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,44053,1731949726776-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:50,203 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,44053,1731949726776-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:50,203 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:44053, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:50,203 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:50,203 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:50,205 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:08:50,206 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.246sec 2024-11-18T17:08:50,207 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:08:50,207 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:08:50,207 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:08:50,207 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:08:50,207 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:08:50,207 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,44053,1731949726776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:08:50,207 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,44053,1731949726776-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:08:50,209 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:08:50,209 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:08:50,209 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,44053,1731949726776-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:08:50,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272735cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:50,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,44053,-1 for getting cluster id 2024-11-18T17:08:50,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:50,224 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0ba3dd1-0481-483b-9b38-6e4b6b968c30' 2024-11-18T17:08:50,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0ba3dd1-0481-483b-9b38-6e4b6b968c30" 2024-11-18T17:08:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6091f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,44053,-1] 2024-11-18T17:08:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:50,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:50,226 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:50,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af2e96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:50,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:08:50,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,42265,1731949726898, seqNum=-1] 2024-11-18T17:08:50,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:08:50,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:08:50,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,44053,1731949726776 2024-11-18T17:08:50,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62697 2024-11-18T17:08:50,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:08:50,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101503521ba0005 connected 2024-11-18T17:08:50,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8ada0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:50,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,42325,-1 for getting cluster id 2024-11-18T17:08:50,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:50,294 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '969c0f43-3e21-473a-9556-831fb4d586e9' 2024-11-18T17:08:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "969c0f43-3e21-473a-9556-831fb4d586e9" 2024-11-18T17:08:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7797b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,42325,-1] 2024-11-18T17:08:50,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:50,295 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:50,296 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:50,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7f19aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:50,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:50,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,42325,1731949721250 2024-11-18T17:08:50,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70fe47b1 2024-11-18T17:08:50,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:50,299 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:08:50,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42325 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:44053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:08:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42325 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:08:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:08:50,303 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:44053' 2024-11-18T17:08:50,304 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e585e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:50,304 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,44053,-1 for getting cluster id 2024-11-18T17:08:50,304 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:50,304 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0ba3dd1-0481-483b-9b38-6e4b6b968c30' 2024-11-18T17:08:50,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:50,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0ba3dd1-0481-483b-9b38-6e4b6b968c30" 2024-11-18T17:08:50,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e71d027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:50,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,44053,-1] 2024-11-18T17:08:50,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:50,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:50,306 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:50,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73275d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:50,307 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:50,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,44053,1731949726776 2024-11-18T17:08:50,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33a25142 2024-11-18T17:08:50,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:50,309 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:08:50,310 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T17:08:50,310 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:08:50,310 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:50,310 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:50,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:50,311 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:08:50,312 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:08:50,313 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:08:50,314 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:50,315 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:08:50,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741835_1011 (size=1138) 2024-11-18T17:08:50,362 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T17:08:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:08:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:08:50,725 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52e9347cfdabd16a19ecb5e8f4a9e54b, NAME => 'hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788 2024-11-18T17:08:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741836_1012 (size=44) 2024-11-18T17:08:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:08:51,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:51,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 52e9347cfdabd16a19ecb5e8f4a9e54b, disabling compactions & flushes 2024-11-18T17:08:51,132 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. 2024-11-18T17:08:51,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. 2024-11-18T17:08:51,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. after waiting 0 ms 2024-11-18T17:08:51,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. 2024-11-18T17:08:51,132 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. 2024-11-18T17:08:51,132 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52e9347cfdabd16a19ecb5e8f4a9e54b: Waiting for close lock at 1731949731132Disabling compacts and flushes for region at 1731949731132Disabling writes for close at 1731949731132Writing region close event to WAL at 1731949731132Closed at 1731949731132 2024-11-18T17:08:51,134 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:08:51,134 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731949731134"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949731134"}]},"ts":"1731949731134"} 2024-11-18T17:08:51,136 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:08:51,137 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:08:51,137 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949731137"}]},"ts":"1731949731137"} 2024-11-18T17:08:51,139 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T17:08:51,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52e9347cfdabd16a19ecb5e8f4a9e54b, ASSIGN}] 2024-11-18T17:08:51,141 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52e9347cfdabd16a19ecb5e8f4a9e54b, ASSIGN 2024-11-18T17:08:51,142 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52e9347cfdabd16a19ecb5e8f4a9e54b, ASSIGN; state=OFFLINE, location=6912f599d260,41829,1731949721432; forceNewPlan=false, retain=false 2024-11-18T17:08:51,292 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=52e9347cfdabd16a19ecb5e8f4a9e54b, regionState=OPENING, regionLocation=6912f599d260,41829,1731949721432 2024-11-18T17:08:51,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=52e9347cfdabd16a19ecb5e8f4a9e54b, ASSIGN because future has completed 2024-11-18T17:08:51,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e9347cfdabd16a19ecb5e8f4a9e54b, server=6912f599d260,41829,1731949721432}] 2024-11-18T17:08:51,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:08:51,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. 2024-11-18T17:08:51,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:08:51,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:08:51,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C41829%2C1731949721432.rep, suffix=, logDir=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432, archiveDir=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/oldWALs, maxLogs=10 2024-11-18T17:08:51,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.rep.1731949731454, exclude list is [], retry=0 2024-11-18T17:08:51,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44819,DS-04194086-4697-4073-b29d-3ff8e812812c,DISK] 2024-11-18T17:08:51,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.rep.1731949731454 2024-11-18T17:08:51,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46475:46475)] 2024-11-18T17:08:51,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 52e9347cfdabd16a19ecb5e8f4a9e54b, NAME => 'hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:08:51,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:08:51,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:08:51,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. service=MultiRowMutationService 2024-11-18T17:08:51,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:08:51,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:51,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:08:51,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:51,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:51,472 INFO [StoreOpener-52e9347cfdabd16a19ecb5e8f4a9e54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:51,473 INFO [StoreOpener-52e9347cfdabd16a19ecb5e8f4a9e54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e9347cfdabd16a19ecb5e8f4a9e54b columnFamilyName hfileref 2024-11-18T17:08:51,473 DEBUG [StoreOpener-52e9347cfdabd16a19ecb5e8f4a9e54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:51,474 INFO [StoreOpener-52e9347cfdabd16a19ecb5e8f4a9e54b-1 {}] regionserver.HStore(327): Store=52e9347cfdabd16a19ecb5e8f4a9e54b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:51,474 INFO [StoreOpener-52e9347cfdabd16a19ecb5e8f4a9e54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:51,475 INFO [StoreOpener-52e9347cfdabd16a19ecb5e8f4a9e54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e9347cfdabd16a19ecb5e8f4a9e54b columnFamilyName queue 2024-11-18T17:08:51,475 DEBUG [StoreOpener-52e9347cfdabd16a19ecb5e8f4a9e54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:51,476 INFO [StoreOpener-52e9347cfdabd16a19ecb5e8f4a9e54b-1 {}] regionserver.HStore(327): Store=52e9347cfdabd16a19ecb5e8f4a9e54b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:51,476 INFO [StoreOpener-52e9347cfdabd16a19ecb5e8f4a9e54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:51,477 INFO [StoreOpener-52e9347cfdabd16a19ecb5e8f4a9e54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e9347cfdabd16a19ecb5e8f4a9e54b columnFamilyName sid 2024-11-18T17:08:51,477 DEBUG [StoreOpener-52e9347cfdabd16a19ecb5e8f4a9e54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:08:51,478 INFO [StoreOpener-52e9347cfdabd16a19ecb5e8f4a9e54b-1 {}] regionserver.HStore(327): Store=52e9347cfdabd16a19ecb5e8f4a9e54b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:08:51,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:51,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/replication/52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:51,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/replication/52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:51,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:51,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:51,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:08:51,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:51,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/replication/52e9347cfdabd16a19ecb5e8f4a9e54b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:08:51,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 52e9347cfdabd16a19ecb5e8f4a9e54b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66542806, jitterRate=-0.008434921503067017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:08:51,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:51,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 52e9347cfdabd16a19ecb5e8f4a9e54b: Running coprocessor pre-open hook at 1731949731471Writing region info on filesystem at 1731949731471Initializing all the Stores at 1731949731472 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949731472Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949731472Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949731472Cleaning up temporary data from old regions at 1731949731480 (+8 ms)Running coprocessor post-open hooks at 1731949731485 (+5 ms)Region opened successfully at 1731949731485 2024-11-18T17:08:51,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b., pid=7, masterSystemTime=1731949731448 2024-11-18T17:08:51,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. 2024-11-18T17:08:51,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. 2024-11-18T17:08:51,489 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=52e9347cfdabd16a19ecb5e8f4a9e54b, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,41829,1731949721432 2024-11-18T17:08:51,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e9347cfdabd16a19ecb5e8f4a9e54b, server=6912f599d260,41829,1731949721432 because future has completed 2024-11-18T17:08:51,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T17:08:51,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 52e9347cfdabd16a19ecb5e8f4a9e54b, server=6912f599d260,41829,1731949721432 in 198 msec 2024-11-18T17:08:51,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:08:51,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=52e9347cfdabd16a19ecb5e8f4a9e54b, ASSIGN in 356 msec 2024-11-18T17:08:51,499 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:08:51,499 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949731499"}]},"ts":"1731949731499"} 2024-11-18T17:08:51,501 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T17:08:51,503 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:08:51,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-18T17:08:51,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b., hostname=6912f599d260,41829,1731949721432, seqNum=2] 2024-11-18T17:08:51,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:51,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:51,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:08:51,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T17:08:51,740 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T17:08:51,766 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,41829,1731949721432, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:08:51,766 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:08:51,767 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,41829,1731949721432, seqNum=-1] 2024-11-18T17:08:51,767 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:08:51,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-18T17:08:51,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6912f599d260,41829,1731949721432', locateType=CURRENT is [region=hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b., hostname=6912f599d260,41829,1731949721432, seqNum=2] 2024-11-18T17:08:51,773 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T17:08:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42325 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T17:08:51,776 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6912f599d260,41829,1731949721432 suceeded 2024-11-18T17:08:51,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T17:08:51,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-18T17:08:51,779 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6912f599d260:44053,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:08:51,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4790 sec 2024-11-18T17:08:51,791 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:44053' 2024-11-18T17:08:51,792 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ed4577f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:51,792 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,44053,-1 for getting cluster id 2024-11-18T17:08:51,792 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:08:51,793 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a0ba3dd1-0481-483b-9b38-6e4b6b968c30' 2024-11-18T17:08:51,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:08:51,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a0ba3dd1-0481-483b-9b38-6e4b6b968c30" 2024-11-18T17:08:51,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25b4ca91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:51,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,44053,-1] 2024-11-18T17:08:51,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:08:51,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:51,794 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:08:51,795 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4986d358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:08:51,795 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:51,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,44053,1731949726776 2024-11-18T17:08:51,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3acd40b3 2024-11-18T17:08:51,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:51,797 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-18T17:08:51,797 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,41829,1731949721432 (queues=1) is replicating from cluster=969c0f43-3e21-473a-9556-831fb4d586e9 to cluster=a0ba3dd1-0481-483b-9b38-6e4b6b968c30 2024-11-18T17:08:51,798 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C41829%2C1731949721432 2024-11-18T17:08:51,798 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,41829,1731949721432, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:08:51,798 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432.replicationSource.shipper6912f599d260%2C41829%2C1731949721432,1-6912f599d260,41829,1731949721432 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C41829%2C1731949721432 2024-11-18T17:08:51,798 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432.replicationSource.wal-reader.6912f599d260%2C41829%2C1731949721432,1-6912f599d260,41829,1731949721432 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.1731949723659, startPosition=0, beingWritten=true 2024-11-18T17:08:52,004 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432.replicationSource.wal-reader.6912f599d260%2C41829%2C1731949721432,1-6912f599d260,41829,1731949721432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.1731949723659 to pos 0, reset compression=false 2024-11-18T17:08:52,309 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432.replicationSource.wal-reader.6912f599d260%2C41829%2C1731949721432,1-6912f599d260,41829,1731949721432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.1731949723659 to pos 0, reset compression=false 2024-11-18T17:08:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:08:52,446 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:08:52,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:08:52,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:52,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:52,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:52,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:52,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:08:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,42325,1731949721250 2024-11-18T17:08:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ab59aec 2024-11-18T17:08:52,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:08:52,449 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:08:52,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42325 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T17:08:52,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:08:52,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:08:52,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:52,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:52,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:52,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:52,450 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:08:52,450 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=79559205, stopped=false 2024-11-18T17:08:52,450 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,44053,1731949726776 2024-11-18T17:08:52,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11043098438/running 2024-11-18T17:08:52,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11043098438/running 2024-11-18T17:08:52,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438 2024-11-18T17:08:52,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438 2024-11-18T17:08:52,485 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:08:52,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:08:52,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:52,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:52,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Set watcher on znode that does not yet exist, /11043098438/running 2024-11-18T17:08:52,486 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,42265,1731949726898' ***** 2024-11-18T17:08:52,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Set watcher on znode that does not yet exist, /11043098438/running 2024-11-18T17:08:52,486 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:08:52,486 INFO [RS:0;6912f599d260:42265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:08:52,486 INFO [RS:0;6912f599d260:42265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:08:52,486 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:08:52,486 INFO [RS:0;6912f599d260:42265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:08:52,486 INFO [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,42265,1731949726898 2024-11-18T17:08:52,486 INFO [RS:0;6912f599d260:42265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:08:52,486 INFO [RS:0;6912f599d260:42265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:42265. 2024-11-18T17:08:52,486 DEBUG [RS:0;6912f599d260:42265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:52,486 DEBUG [RS:0;6912f599d260:42265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:52,487 INFO [RS:0;6912f599d260:42265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:08:52,487 INFO [RS:0;6912f599d260:42265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:08:52,487 INFO [RS:0;6912f599d260:42265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:08:52,487 INFO [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:08:52,487 INFO [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T17:08:52,487 DEBUG [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:08:52,487 DEBUG [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:08:52,487 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:08:52,487 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:08:52,487 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:08:52,487 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:08:52,487 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:08:52,487 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T17:08:52,502 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/data/hbase/meta/1588230740/.tmp/ns/5af35b666c1f47f780c7cd7c1fe7a20c is 43, key is default/ns:d/1731949730195/Put/seqid=0 2024-11-18T17:08:52,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741835_1011 (size=5153) 2024-11-18T17:08:52,579 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:08:52,687 DEBUG [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:08:52,715 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432.replicationSource.wal-reader.6912f599d260%2C41829%2C1731949721432,1-6912f599d260,41829,1731949721432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.1731949723659 to pos 0, reset compression=false 2024-11-18T17:08:52,887 DEBUG [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:08:52,906 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/data/hbase/meta/1588230740/.tmp/ns/5af35b666c1f47f780c7cd7c1fe7a20c 2024-11-18T17:08:52,913 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/data/hbase/meta/1588230740/.tmp/ns/5af35b666c1f47f780c7cd7c1fe7a20c as hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/data/hbase/meta/1588230740/ns/5af35b666c1f47f780c7cd7c1fe7a20c 2024-11-18T17:08:52,920 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/data/hbase/meta/1588230740/ns/5af35b666c1f47f780c7cd7c1fe7a20c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T17:08:52,921 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-18T17:08:52,925 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T17:08:52,926 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:08:52,926 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:08:52,926 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:08:52,926 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949732487Running coprocessor pre-close hooks at 1731949732487Disabling compacts and flushes for region at 1731949732487Disabling writes for close at 1731949732487Obtaining lock to block concurrent updates at 1731949732487Preparing flush snapshotting stores in 1588230740 at 1731949732487Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731949732488 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731949732488Flushing 1588230740/ns: creating writer at 1731949732489 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731949732501 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731949732501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1608c0e6: reopening flushed file at 1731949732912 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1731949732921 (+9 ms)Writing region close event to WAL at 1731949732922 (+1 ms)Running coprocessor post-close hooks at 1731949732926 (+4 ms)Closed at 1731949732926 2024-11-18T17:08:52,926 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:08:53,004 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:08:53,004 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:08:53,087 INFO [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,42265,1731949726898; all regions closed. 2024-11-18T17:08:53,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741834_1010 (size=1152) 2024-11-18T17:08:53,090 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/WALs/6912f599d260,42265,1731949726898/6912f599d260%2C42265%2C1731949726898.meta.1731949730134.meta not finished, retry = 0 2024-11-18T17:08:53,193 DEBUG [RS:0;6912f599d260:42265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/oldWALs 2024-11-18T17:08:53,193 INFO [RS:0;6912f599d260:42265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C42265%2C1731949726898.meta:.meta(num 1731949730134) 2024-11-18T17:08:53,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741832_1008 (size=93) 2024-11-18T17:08:53,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/WALs/6912f599d260,42265,1731949726898/6912f599d260%2C42265%2C1731949726898.1731949729106 not finished, retry = 0 2024-11-18T17:08:53,219 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432.replicationSource.wal-reader.6912f599d260%2C41829%2C1731949721432,1-6912f599d260,41829,1731949721432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.1731949723659 to pos 0, reset compression=false 2024-11-18T17:08:53,298 DEBUG [RS:0;6912f599d260:42265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/oldWALs 2024-11-18T17:08:53,298 INFO [RS:0;6912f599d260:42265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C42265%2C1731949726898:(num 1731949729106) 2024-11-18T17:08:53,298 DEBUG [RS:0;6912f599d260:42265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:53,298 INFO [RS:0;6912f599d260:42265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:08:53,298 INFO [RS:0;6912f599d260:42265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:08:53,299 INFO [RS:0;6912f599d260:42265 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T17:08:53,299 INFO [RS:0;6912f599d260:42265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:08:53,299 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:08:53,299 INFO [RS:0;6912f599d260:42265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42265 2024-11-18T17:08:53,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11043098438/rs/6912f599d260,42265,1731949726898 2024-11-18T17:08:53,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438/rs 2024-11-18T17:08:53,335 INFO [RS:0;6912f599d260:42265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:08:53,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,42265,1731949726898] 2024-11-18T17:08:53,351 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11043098438/draining/6912f599d260,42265,1731949726898 already deleted, retry=false 2024-11-18T17:08:53,351 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,42265,1731949726898 expired; onlineServers=0 2024-11-18T17:08:53,351 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,44053,1731949726776' ***** 2024-11-18T17:08:53,351 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:08:53,351 INFO [M:0;6912f599d260:44053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:08:53,352 INFO [M:0;6912f599d260:44053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:08:53,352 DEBUG [M:0;6912f599d260:44053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:08:53,352 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:08:53,352 DEBUG [M:0;6912f599d260:44053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:08:53,352 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949728891 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949728891,5,FailOnTimeoutGroup] 2024-11-18T17:08:53,352 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949728895 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949728895,5,FailOnTimeoutGroup] 2024-11-18T17:08:53,352 INFO [M:0;6912f599d260:44053 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:08:53,352 INFO [M:0;6912f599d260:44053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:08:53,352 DEBUG [M:0;6912f599d260:44053 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:08:53,352 INFO [M:0;6912f599d260:44053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:08:53,352 INFO [M:0;6912f599d260:44053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:08:53,352 INFO [M:0;6912f599d260:44053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:08:53,352 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:08:53,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11043098438/master 2024-11-18T17:08:53,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11043098438 2024-11-18T17:08:53,360 DEBUG [M:0;6912f599d260:44053 {}] zookeeper.ZKUtil(347): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Unable to get data of znode /11043098438/master because node does not exist (not an error) 2024-11-18T17:08:53,360 WARN [M:0;6912f599d260:44053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:08:53,361 INFO [M:0;6912f599d260:44053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/.lastflushedseqids 2024-11-18T17:08:53,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741836_1012 (size=99) 2024-11-18T17:08:53,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:53,443 INFO [RS:0;6912f599d260:42265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:08:53,443 INFO [RS:0;6912f599d260:42265 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,42265,1731949726898; zookeeper connection closed. 2024-11-18T17:08:53,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42265-0x101503521ba0004, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:53,444 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12fc9f84 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12fc9f84 2024-11-18T17:08:53,444 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:08:53,766 INFO [M:0;6912f599d260:44053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:08:53,766 INFO [M:0;6912f599d260:44053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:08:53,766 DEBUG [M:0;6912f599d260:44053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:08:53,766 INFO [M:0;6912f599d260:44053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:53,766 DEBUG [M:0;6912f599d260:44053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:53,766 DEBUG [M:0;6912f599d260:44053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:08:53,766 DEBUG [M:0;6912f599d260:44053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:53,766 INFO [M:0;6912f599d260:44053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T17:08:53,782 DEBUG [M:0;6912f599d260:44053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7919542d9b74fa7a71810209a4b3624 is 82, key is hbase:meta,,1/info:regioninfo/1731949730175/Put/seqid=0 2024-11-18T17:08:53,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741837_1013 (size=5672) 2024-11-18T17:08:53,824 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432.replicationSource.wal-reader.6912f599d260%2C41829%2C1731949721432,1-6912f599d260,41829,1731949721432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.1731949723659 to pos 0, reset compression=false 2024-11-18T17:08:54,187 INFO [M:0;6912f599d260:44053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7919542d9b74fa7a71810209a4b3624 2024-11-18T17:08:54,205 DEBUG [M:0;6912f599d260:44053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30c05e1782cc455bbf4b9914802d9a50 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731949730199/Put/seqid=0 2024-11-18T17:08:54,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741838_1014 (size=5275) 2024-11-18T17:08:54,529 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432.replicationSource.wal-reader.6912f599d260%2C41829%2C1731949721432,1-6912f599d260,41829,1731949721432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.1731949723659 to pos 0, reset compression=false 2024-11-18T17:08:54,610 INFO [M:0;6912f599d260:44053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30c05e1782cc455bbf4b9914802d9a50 2024-11-18T17:08:54,630 DEBUG [M:0;6912f599d260:44053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/881bbde2b07f4262b047a4bc99661d56 is 69, key is 6912f599d260,42265,1731949726898/rs:state/1731949728954/Put/seqid=0 2024-11-18T17:08:54,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741839_1015 (size=5156) 2024-11-18T17:08:55,035 INFO [M:0;6912f599d260:44053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/881bbde2b07f4262b047a4bc99661d56 2024-11-18T17:08:55,060 DEBUG [M:0;6912f599d260:44053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7919542d9b74fa7a71810209a4b3624 as hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7919542d9b74fa7a71810209a4b3624 2024-11-18T17:08:55,066 INFO [M:0;6912f599d260:44053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7919542d9b74fa7a71810209a4b3624, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T17:08:55,067 DEBUG [M:0;6912f599d260:44053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30c05e1782cc455bbf4b9914802d9a50 as hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30c05e1782cc455bbf4b9914802d9a50 2024-11-18T17:08:55,072 INFO [M:0;6912f599d260:44053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30c05e1782cc455bbf4b9914802d9a50, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T17:08:55,073 DEBUG [M:0;6912f599d260:44053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/881bbde2b07f4262b047a4bc99661d56 as hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/881bbde2b07f4262b047a4bc99661d56 2024-11-18T17:08:55,078 INFO [M:0;6912f599d260:44053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40711/user/jenkins/test-data/575a9a3d-8655-0bef-b872-34ab75b78d36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/881bbde2b07f4262b047a4bc99661d56, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T17:08:55,079 INFO [M:0;6912f599d260:44053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false 2024-11-18T17:08:55,080 INFO [M:0;6912f599d260:44053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:55,080 DEBUG [M:0;6912f599d260:44053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949733766Disabling compacts and flushes for region at 1731949733766Disabling writes for close at 1731949733766Obtaining lock to block concurrent updates at 1731949733766Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949733766Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731949733767 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949733767Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949733768 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949733781 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949733781Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949734192 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949734205 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949734205Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949734616 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949734629 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949734629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b5b86a: reopening flushed file at 1731949735059 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b8ad42c: reopening flushed file at 1731949735066 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff0ed8c: reopening flushed file at 1731949735072 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false at 1731949735079 (+7 ms)Writing region close event to WAL at 1731949735080 (+1 ms)Closed at 1731949735080 2024-11-18T17:08:55,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40673 is added to blk_1073741830_1006 (size=10165) 2024-11-18T17:08:55,083 INFO [M:0;6912f599d260:44053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:08:55,083 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:08:55,083 INFO [M:0;6912f599d260:44053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44053 2024-11-18T17:08:55,083 INFO [M:0;6912f599d260:44053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:08:55,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:55,201 INFO [M:0;6912f599d260:44053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:08:55,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44053-0x101503521ba0003, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:55,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25980236{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:08:55,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5816052{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:08:55,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:08:55,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd842a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:08:55,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e6b92b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/hadoop.log.dir/,STOPPED} 2024-11-18T17:08:55,235 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:08:55,235 WARN [BP-266313020-172.17.0.3-1731949724831 heartbeating to localhost/127.0.0.1:40711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:08:55,235 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:08:55,235 WARN [BP-266313020-172.17.0.3-1731949724831 heartbeating to localhost/127.0.0.1:40711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-266313020-172.17.0.3-1731949724831 (Datanode Uuid 7ceb3b38-5ac8-499a-8b9c-63113c08749b) service to localhost/127.0.0.1:40711 2024-11-18T17:08:55,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/cluster_f3d34734-8344-c5b5-aa9f-a436209f9c8e/data/data1/current/BP-266313020-172.17.0.3-1731949724831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:08:55,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/cluster_f3d34734-8344-c5b5-aa9f-a436209f9c8e/data/data2/current/BP-266313020-172.17.0.3-1731949724831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:08:55,236 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:08:55,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fc10f6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:08:55,242 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24eca029{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:08:55,242 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:08:55,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3931bc47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:08:55,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@536ebcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/hadoop.log.dir/,STOPPED} 2024-11-18T17:08:55,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:08:55,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:08:55,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:08:55,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:55,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:55,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:55,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:55,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:08:55,256 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=576696187, stopped=false 2024-11-18T17:08:55,256 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,42325,1731949721250 2024-11-18T17:08:55,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0538651052/running 2024-11-18T17:08:55,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0538651052/running 2024-11-18T17:08:55,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:55,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:55,268 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:08:55,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:08:55,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Set watcher on znode that does not yet exist, /0538651052/running 2024-11-18T17:08:55,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:55,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Set watcher on znode that does not yet exist, /0538651052/running 2024-11-18T17:08:55,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:55,269 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,41829,1731949721432' ***** 2024-11-18T17:08:55,269 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:08:55,269 INFO [RS:0;6912f599d260:41829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:08:55,269 INFO [RS:0;6912f599d260:41829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:08:55,269 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:08:55,269 INFO [RS:0;6912f599d260:41829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:08:55,269 INFO [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(3091): Received CLOSE for 52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:55,270 INFO [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,41829,1731949721432 2024-11-18T17:08:55,270 INFO [RS:0;6912f599d260:41829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:08:55,270 INFO [RS:0;6912f599d260:41829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:41829. 2024-11-18T17:08:55,270 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52e9347cfdabd16a19ecb5e8f4a9e54b, disabling compactions & flushes 2024-11-18T17:08:55,270 DEBUG [RS:0;6912f599d260:41829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:55,270 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. 2024-11-18T17:08:55,270 DEBUG [RS:0;6912f599d260:41829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:55,270 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. 2024-11-18T17:08:55,270 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. after waiting 0 ms 2024-11-18T17:08:55,270 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. 2024-11-18T17:08:55,270 INFO [RS:0;6912f599d260:41829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:08:55,270 INFO [RS:0;6912f599d260:41829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:08:55,270 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 52e9347cfdabd16a19ecb5e8f4a9e54b 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T17:08:55,270 INFO [RS:0;6912f599d260:41829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:08:55,270 INFO [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:08:55,270 INFO [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T17:08:55,270 DEBUG [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 52e9347cfdabd16a19ecb5e8f4a9e54b=hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b.} 2024-11-18T17:08:55,270 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:08:55,270 DEBUG [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:55,270 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:08:55,270 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:08:55,270 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:08:55,270 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:08:55,271 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T17:08:55,284 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/replication/52e9347cfdabd16a19ecb5e8f4a9e54b/.tmp/queue/d111f6c8a84f478a88ed6a7141ac54cb is 151, key is 1-6912f599d260,41829,1731949721432/queue:6912f599d260%2C41829%2C1731949721432/1731949731772/Put/seqid=0 2024-11-18T17:08:55,286 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/.tmp/info/7e12c4bc81ba45f1ae00a68f3fd7a6d9 is 147, key is hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b./info:regioninfo/1731949731489/Put/seqid=0 2024-11-18T17:08:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741838_1014 (size=5350) 2024-11-18T17:08:55,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741839_1015 (size=6631) 2024-11-18T17:08:55,290 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/.tmp/info/7e12c4bc81ba45f1ae00a68f3fd7a6d9 2024-11-18T17:08:55,310 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/.tmp/ns/00e2c2976e6a479284f08c7f7bf0c9cb is 43, key is default/ns:d/1731949724685/Put/seqid=0 2024-11-18T17:08:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741840_1016 (size=5153) 2024-11-18T17:08:55,325 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:08:55,334 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432.replicationSource.wal-reader.6912f599d260%2C41829%2C1731949721432,1-6912f599d260,41829,1731949721432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.1731949723659 to pos 0, reset compression=false 2024-11-18T17:08:55,470 DEBUG [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:55,516 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:08:55,516 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:08:55,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:08:55,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:08:55,671 DEBUG [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e9347cfdabd16a19ecb5e8f4a9e54b 2024-11-18T17:08:55,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:08:55,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:08:55,689 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/replication/52e9347cfdabd16a19ecb5e8f4a9e54b/.tmp/queue/d111f6c8a84f478a88ed6a7141ac54cb 2024-11-18T17:08:55,696 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T17:08:55,697 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/replication/52e9347cfdabd16a19ecb5e8f4a9e54b/.tmp/queue/d111f6c8a84f478a88ed6a7141ac54cb as hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/replication/52e9347cfdabd16a19ecb5e8f4a9e54b/queue/d111f6c8a84f478a88ed6a7141ac54cb 2024-11-18T17:08:55,703 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/replication/52e9347cfdabd16a19ecb5e8f4a9e54b/queue/d111f6c8a84f478a88ed6a7141ac54cb, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T17:08:55,705 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 52e9347cfdabd16a19ecb5e8f4a9e54b in 435ms, sequenceid=5, compaction requested=false 2024-11-18T17:08:55,709 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/replication/52e9347cfdabd16a19ecb5e8f4a9e54b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T17:08:55,710 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:08:55,710 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:08:55,710 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. 2024-11-18T17:08:55,710 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52e9347cfdabd16a19ecb5e8f4a9e54b: Waiting for close lock at 1731949735270Running coprocessor pre-close hooks at 1731949735270Disabling compacts and flushes for region at 1731949735270Disabling writes for close at 1731949735270Obtaining lock to block concurrent updates at 1731949735270Preparing flush snapshotting stores in 52e9347cfdabd16a19ecb5e8f4a9e54b at 1731949735270Finished memstore snapshotting hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731949735270Flushing stores of hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. at 1731949735271 (+1 ms)Flushing 52e9347cfdabd16a19ecb5e8f4a9e54b/queue: creating writer at 1731949735271Flushing 52e9347cfdabd16a19ecb5e8f4a9e54b/queue: appending metadata at 1731949735284 (+13 ms)Flushing 52e9347cfdabd16a19ecb5e8f4a9e54b/queue: closing flushed file at 1731949735284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fca06a: reopening flushed file at 1731949735696 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 52e9347cfdabd16a19ecb5e8f4a9e54b in 435ms, sequenceid=5, compaction requested=false at 1731949735705 (+9 ms)Writing region close event to WAL at 1731949735706 (+1 ms)Running coprocessor post-close hooks at 1731949735710 (+4 ms)Closed at 1731949735710 2024-11-18T17:08:55,710 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731949730310.52e9347cfdabd16a19ecb5e8f4a9e54b. 2024-11-18T17:08:55,715 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/.tmp/ns/00e2c2976e6a479284f08c7f7bf0c9cb 2024-11-18T17:08:55,733 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/.tmp/table/01f65fb68d8f427fac661bf5a86898a2 is 53, key is hbase:replication/table:state/1731949731499/Put/seqid=0 2024-11-18T17:08:55,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741841_1017 (size=5256) 2024-11-18T17:08:55,871 DEBUG [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:08:56,071 DEBUG [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:08:56,138 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/.tmp/table/01f65fb68d8f427fac661bf5a86898a2 2024-11-18T17:08:56,144 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/.tmp/info/7e12c4bc81ba45f1ae00a68f3fd7a6d9 as hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/info/7e12c4bc81ba45f1ae00a68f3fd7a6d9 2024-11-18T17:08:56,150 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/info/7e12c4bc81ba45f1ae00a68f3fd7a6d9, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T17:08:56,151 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/.tmp/ns/00e2c2976e6a479284f08c7f7bf0c9cb as hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/ns/00e2c2976e6a479284f08c7f7bf0c9cb 2024-11-18T17:08:56,157 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/ns/00e2c2976e6a479284f08c7f7bf0c9cb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T17:08:56,158 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/.tmp/table/01f65fb68d8f427fac661bf5a86898a2 as hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/table/01f65fb68d8f427fac661bf5a86898a2 2024-11-18T17:08:56,164 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/table/01f65fb68d8f427fac661bf5a86898a2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T17:08:56,165 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 895ms, sequenceid=11, compaction requested=false 2024-11-18T17:08:56,169 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T17:08:56,170 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:08:56,170 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:08:56,170 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:08:56,170 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949735270Running coprocessor pre-close hooks at 1731949735270Disabling compacts and flushes for region at 1731949735270Disabling writes for close at 1731949735270Obtaining lock to block concurrent updates at 1731949735271 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731949735271Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731949735271Flushing stores of hbase:meta,,1.1588230740 at 1731949735271Flushing 1588230740/info: creating writer at 1731949735271Flushing 1588230740/info: appending metadata at 1731949735286 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731949735286Flushing 1588230740/ns: creating writer at 1731949735296 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731949735309 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731949735309Flushing 1588230740/table: creating writer at 1731949735720 (+411 ms)Flushing 1588230740/table: appending metadata at 1731949735733 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731949735733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64815f0a: reopening flushed file at 1731949736143 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a3b1a3: reopening flushed file at 1731949736150 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f501b: reopening flushed file at 1731949736157 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 895ms, sequenceid=11, compaction requested=false at 1731949736165 (+8 ms)Writing region close event to WAL at 1731949736166 (+1 ms)Running coprocessor post-close hooks at 1731949736170 (+4 ms)Closed at 1731949736170 2024-11-18T17:08:56,170 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:08:56,239 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432.replicationSource.wal-reader.6912f599d260%2C41829%2C1731949721432,1-6912f599d260,41829,1731949721432 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.1731949723659 to pos 0, reset compression=false 2024-11-18T17:08:56,271 INFO [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,41829,1731949721432; all regions closed. 2024-11-18T17:08:56,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741834_1010 (size=2742) 2024-11-18T17:08:56,274 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.meta.1731949724605.meta not finished, retry = 0 2024-11-18T17:08:56,376 DEBUG [RS:0;6912f599d260:41829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/oldWALs 2024-11-18T17:08:56,376 INFO [RS:0;6912f599d260:41829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C41829%2C1731949721432.meta:.meta(num 1731949724605) 2024-11-18T17:08:56,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741837_1013 (size=1586) 2024-11-18T17:08:56,379 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.rep.1731949731454 not finished, retry = 0 2024-11-18T17:08:56,482 DEBUG [RS:0;6912f599d260:41829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/oldWALs 2024-11-18T17:08:56,482 INFO [RS:0;6912f599d260:41829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C41829%2C1731949721432.rep:(num 1731949731454) 2024-11-18T17:08:56,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741832_1008 (size=93) 2024-11-18T17:08:56,484 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/WALs/6912f599d260,41829,1731949721432/6912f599d260%2C41829%2C1731949721432.1731949723659 not finished, retry = 0 2024-11-18T17:08:56,587 DEBUG [RS:0;6912f599d260:41829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/oldWALs 2024-11-18T17:08:56,587 INFO [RS:0;6912f599d260:41829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C41829%2C1731949721432:(num 1731949723659) 2024-11-18T17:08:56,587 DEBUG [RS:0;6912f599d260:41829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:56,587 INFO [RS:0;6912f599d260:41829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:08:56,587 INFO [RS:0;6912f599d260:41829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:08:56,587 INFO [RS:0;6912f599d260:41829 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:08:56,588 INFO [RS:0;6912f599d260:41829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:08:56,588 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:08:56,588 INFO [RS:0;6912f599d260:41829 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,41829,1731949721432 because: Region server is closing 2024-11-18T17:08:56,588 INFO [RS:0;6912f599d260:41829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:41829. 2024-11-18T17:08:56,588 DEBUG [RS:0;6912f599d260:41829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:08:56,588 DEBUG [RS:0;6912f599d260:41829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:56,588 DEBUG [RS:0;6912f599d260:41829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:08:56,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:08:56,689 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432.replicationSource.wal-reader.6912f599d260%2C41829%2C1731949721432,1-6912f599d260,41829,1731949721432 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T17:08:56,689 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432.replicationSource.shipper6912f599d260%2C41829%2C1731949721432,1-6912f599d260,41829,1731949721432 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T17:08:56,689 INFO [RS:0;6912f599d260:41829 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,41829,1731949721432.replicationSource.shipper6912f599d260%2C41829%2C1731949721432,1-6912f599d260,41829,1731949721432 terminated 2024-11-18T17:08:56,689 INFO [RS:0;6912f599d260:41829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41829 2024-11-18T17:08:56,726 INFO [RS:0;6912f599d260:41829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:08:56,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0538651052/rs/6912f599d260,41829,1731949721432 2024-11-18T17:08:56,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052/rs 2024-11-18T17:08:56,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,41829,1731949721432] 2024-11-18T17:08:56,743 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0538651052/draining/6912f599d260,41829,1731949721432 already deleted, retry=false 2024-11-18T17:08:56,743 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,41829,1731949721432 expired; onlineServers=0 2024-11-18T17:08:56,743 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,42325,1731949721250' ***** 2024-11-18T17:08:56,743 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:08:56,743 INFO [M:0;6912f599d260:42325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:08:56,743 INFO [M:0;6912f599d260:42325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:08:56,743 DEBUG [M:0;6912f599d260:42325 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:08:56,743 DEBUG [M:0;6912f599d260:42325 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:08:56,743 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:08:56,743 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949723413 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949723413,5,FailOnTimeoutGroup] 2024-11-18T17:08:56,743 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949723409 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949723409,5,FailOnTimeoutGroup] 2024-11-18T17:08:56,743 INFO [M:0;6912f599d260:42325 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:08:56,744 INFO [M:0;6912f599d260:42325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:08:56,744 DEBUG [M:0;6912f599d260:42325 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:08:56,744 INFO [M:0;6912f599d260:42325 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:08:56,744 INFO [M:0;6912f599d260:42325 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:08:56,744 INFO [M:0;6912f599d260:42325 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:08:56,744 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:08:56,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0538651052/master 2024-11-18T17:08:56,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0538651052 2024-11-18T17:08:56,751 DEBUG [M:0;6912f599d260:42325 {}] zookeeper.ZKUtil(347): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Unable to get data of znode /0538651052/master because node does not exist (not an error) 2024-11-18T17:08:56,751 WARN [M:0;6912f599d260:42325 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:08:56,752 INFO [M:0;6912f599d260:42325 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/.lastflushedseqids 2024-11-18T17:08:56,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741842_1018 (size=181) 2024-11-18T17:08:56,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:56,835 INFO [RS:0;6912f599d260:41829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:08:56,835 INFO [RS:0;6912f599d260:41829 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,41829,1731949721432; zookeeper connection closed. 2024-11-18T17:08:56,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41829-0x101503521ba0001, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:56,835 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b7c015a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b7c015a 2024-11-18T17:08:56,835 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:08:57,157 INFO [M:0;6912f599d260:42325 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:08:57,157 INFO [M:0;6912f599d260:42325 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:08:57,157 DEBUG [M:0;6912f599d260:42325 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:08:57,157 INFO [M:0;6912f599d260:42325 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:57,157 DEBUG [M:0;6912f599d260:42325 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:57,157 DEBUG [M:0;6912f599d260:42325 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:08:57,157 DEBUG [M:0;6912f599d260:42325 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:57,158 INFO [M:0;6912f599d260:42325 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T17:08:57,175 DEBUG [M:0;6912f599d260:42325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c461fd6ce77f40b6927514c848269b79 is 82, key is hbase:meta,,1/info:regioninfo/1731949724643/Put/seqid=0 2024-11-18T17:08:57,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741843_1019 (size=5672) 2024-11-18T17:08:57,580 INFO [M:0;6912f599d260:42325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c461fd6ce77f40b6927514c848269b79 2024-11-18T17:08:57,605 DEBUG [M:0;6912f599d260:42325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2abf9eba9ebe47fdb2263f7f75eddff6 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731949731504/Put/seqid=0 2024-11-18T17:08:57,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741844_1020 (size=7203) 2024-11-18T17:08:58,010 INFO [M:0;6912f599d260:42325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2abf9eba9ebe47fdb2263f7f75eddff6 2024-11-18T17:08:58,031 DEBUG [M:0;6912f599d260:42325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1cf23cda7984b7e9605dabf3a596272 is 69, key is 6912f599d260,41829,1731949721432/rs:state/1731949723494/Put/seqid=0 2024-11-18T17:08:58,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741845_1021 (size=5156) 2024-11-18T17:08:58,436 INFO [M:0;6912f599d260:42325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1cf23cda7984b7e9605dabf3a596272 2024-11-18T17:08:58,442 DEBUG [M:0;6912f599d260:42325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c461fd6ce77f40b6927514c848269b79 as hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c461fd6ce77f40b6927514c848269b79 2024-11-18T17:08:58,447 INFO [M:0;6912f599d260:42325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c461fd6ce77f40b6927514c848269b79, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T17:08:58,448 DEBUG [M:0;6912f599d260:42325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2abf9eba9ebe47fdb2263f7f75eddff6 as hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2abf9eba9ebe47fdb2263f7f75eddff6 2024-11-18T17:08:58,453 INFO [M:0;6912f599d260:42325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2abf9eba9ebe47fdb2263f7f75eddff6, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T17:08:58,454 DEBUG [M:0;6912f599d260:42325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1cf23cda7984b7e9605dabf3a596272 as hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1cf23cda7984b7e9605dabf3a596272 2024-11-18T17:08:58,459 INFO [M:0;6912f599d260:42325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45307/user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1cf23cda7984b7e9605dabf3a596272, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T17:08:58,460 INFO [M:0;6912f599d260:42325 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=70, compaction requested=false 2024-11-18T17:08:58,462 INFO [M:0;6912f599d260:42325 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:08:58,462 DEBUG [M:0;6912f599d260:42325 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949737157Disabling compacts and flushes for region at 1731949737157Disabling writes for close at 1731949737157Obtaining lock to block concurrent updates at 1731949737158 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949737158Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731949737158Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949737159 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949737159Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949737174 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949737174Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949737585 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949737605 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949737605Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949738015 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949738031 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949738031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154164f6: reopening flushed file at 1731949738441 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57bf9996: reopening flushed file at 1731949738447 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19eba760: reopening flushed file at 1731949738453 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=70, compaction requested=false at 1731949738460 (+7 ms)Writing region close event to WAL at 1731949738461 (+1 ms)Closed at 1731949738462 (+1 ms) 2024-11-18T17:08:58,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44819 is added to blk_1073741830_1006 (size=41008) 2024-11-18T17:08:58,464 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e39287e-27da-3211-45c9-9eb9b412e788/MasterData/WALs/6912f599d260,42325,1731949721250/6912f599d260%2C42325%2C1731949721250.1731949723181 not finished, retry = 0 2024-11-18T17:08:58,565 INFO [M:0;6912f599d260:42325 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:08:58,565 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:08:58,565 INFO [M:0;6912f599d260:42325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42325 2024-11-18T17:08:58,565 INFO [M:0;6912f599d260:42325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:08:58,701 INFO [M:0;6912f599d260:42325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:08:58,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:58,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42325-0x101503521ba0000, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:08:58,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e5b44a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:08:58,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24f5cba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:08:58,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:08:58,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e82bf1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:08:58,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39aedcee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/hadoop.log.dir/,STOPPED} 2024-11-18T17:08:58,706 WARN [BP-1755246295-172.17.0.3-1731949719532 heartbeating to localhost/127.0.0.1:45307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:08:58,706 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:08:58,706 WARN [BP-1755246295-172.17.0.3-1731949719532 heartbeating to localhost/127.0.0.1:45307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1755246295-172.17.0.3-1731949719532 (Datanode Uuid 24409c87-837d-4e85-86f7-a41e7c001938) service to localhost/127.0.0.1:45307 2024-11-18T17:08:58,706 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:08:58,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/cluster_0527fb2a-0d5f-bac6-1b45-7cea0f81c4da/data/data1/current/BP-1755246295-172.17.0.3-1731949719532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:08:58,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/cluster_0527fb2a-0d5f-bac6-1b45-7cea0f81c4da/data/data2/current/BP-1755246295-172.17.0.3-1731949719532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:08:58,706 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:08:58,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17df7e56{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:08:58,712 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3950b066{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:08:58,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:08:58,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5995020{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:08:58,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cecdbeb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3661fac9-c11b-333e-e31c-c706062a4c91/hadoop.log.dir/,STOPPED} 2024-11-18T17:08:58,717 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:08:58,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:08:58,735 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 109) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:45307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:45307 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62697) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:40711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62697) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:40711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:40711 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:45307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=199 (was 190) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4613 (was 4782) 2024-11-18T17:08:58,742 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=199, ProcessCount=11, AvailableMemoryMB=4613 2024-11-18T17:08:58,754 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-18T17:08:58,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/hadoop.log.dir so I do NOT create it in target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2 2024-11-18T17:08:58,754 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:08:58,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/hadoop.tmp.dir so I do NOT create it in target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2 2024-11-18T17:08:58,754 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2a7fadf-9196-1cd3-80bb-7154db4309aa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:08:58,755 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2 2024-11-18T17:08:58,755 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/cluster_b4971743-08b7-a84d-323a-1f28b19218a5, deleteOnExit=true 2024-11-18T17:08:58,774 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/cluster_b4971743-08b7-a84d-323a-1f28b19218a5/zookeeper_0, clientPort=50847, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/cluster_b4971743-08b7-a84d-323a-1f28b19218a5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/cluster_b4971743-08b7-a84d-323a-1f28b19218a5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:08:58,775 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50847 2024-11-18T17:08:58,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:08:58,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:08:58,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/test.cache.data in system properties and HBase conf 2024-11-18T17:08:58,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:08:58,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:08:58,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:08:58,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:08:58,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:08:58,776 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:08:58,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:08:58,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:08:58,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:08:58,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:08:58,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:08:58,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:08:58,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:08:58,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:08:58,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:08:58,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:08:58,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:08:58,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:08:58,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:08:58,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:08:58,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101503521ba0005, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:08:58,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101503521ba0002, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:08:58,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101503521ba0005, quorum=127.0.0.1:62697, baseZNode=/11043098438 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:08:58,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101503521ba0002, quorum=127.0.0.1:62697, baseZNode=/0538651052 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:08:59,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:08:59,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:08:59,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:08:59,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:08:59,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:08:59,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:08:59,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@368cdff9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:08:59,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609513d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:08:59,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75e419bd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/java.io.tmpdir/jetty-localhost-38579-hadoop-hdfs-3_4_1-tests_jar-_-any-6243601096168928600/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:08:59,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cfa8c07{HTTP/1.1, (http/1.1)}{localhost:38579} 2024-11-18T17:08:59,184 INFO [Time-limited test {}] server.Server(415): Started @55034ms 2024-11-18T17:08:59,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:08:59,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:08:59,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:08:59,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:08:59,382 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:08:59,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b874c0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:08:59,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3406ea81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:08:59,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fdb7dea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/java.io.tmpdir/jetty-localhost-37025-hadoop-hdfs-3_4_1-tests_jar-_-any-7655889487053357278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:08:59,478 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57ce8082{HTTP/1.1, (http/1.1)}{localhost:37025} 2024-11-18T17:08:59,478 INFO [Time-limited test {}] server.Server(415): Started @55328ms 2024-11-18T17:08:59,479 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:08:59,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:08:59,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:08:59,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T17:08:59,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:08:59,958 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/cluster_b4971743-08b7-a84d-323a-1f28b19218a5/data/data1/current/BP-1550708519-172.17.0.3-1731949738799/current, will proceed with Du for space computation calculation, 2024-11-18T17:08:59,958 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/cluster_b4971743-08b7-a84d-323a-1f28b19218a5/data/data2/current/BP-1550708519-172.17.0.3-1731949738799/current, will proceed with Du for space computation calculation, 2024-11-18T17:08:59,974 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:08:59,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae564d214b31699e with lease ID 0x7029b32af7700af7: Processing first storage report for DS-6780c72d-b698-46fa-9439-4149d8c07d99 from datanode DatanodeRegistration(127.0.0.1:45335, datanodeUuid=76c2a9cd-2eca-4458-a93a-6a3eb54a8e55, infoPort=35935, infoSecurePort=0, ipcPort=46745, storageInfo=lv=-57;cid=testClusterID;nsid=1630405927;c=1731949738799) 2024-11-18T17:08:59,976 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae564d214b31699e with lease ID 0x7029b32af7700af7: from storage DS-6780c72d-b698-46fa-9439-4149d8c07d99 node DatanodeRegistration(127.0.0.1:45335, datanodeUuid=76c2a9cd-2eca-4458-a93a-6a3eb54a8e55, infoPort=35935, infoSecurePort=0, ipcPort=46745, storageInfo=lv=-57;cid=testClusterID;nsid=1630405927;c=1731949738799), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:08:59,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae564d214b31699e with lease ID 0x7029b32af7700af7: Processing first storage report for DS-0590e96a-2c8c-4254-9c9f-8c3b27156d43 from datanode DatanodeRegistration(127.0.0.1:45335, datanodeUuid=76c2a9cd-2eca-4458-a93a-6a3eb54a8e55, infoPort=35935, infoSecurePort=0, ipcPort=46745, storageInfo=lv=-57;cid=testClusterID;nsid=1630405927;c=1731949738799) 2024-11-18T17:08:59,976 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae564d214b31699e with lease ID 0x7029b32af7700af7: from storage DS-0590e96a-2c8c-4254-9c9f-8c3b27156d43 node DatanodeRegistration(127.0.0.1:45335, datanodeUuid=76c2a9cd-2eca-4458-a93a-6a3eb54a8e55, infoPort=35935, infoSecurePort=0, ipcPort=46745, storageInfo=lv=-57;cid=testClusterID;nsid=1630405927;c=1731949738799), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:09:00,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2 2024-11-18T17:09:00,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:00,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:00,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:09:00,412 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8 with version=8 2024-11-18T17:09:00,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/hbase-staging 2024-11-18T17:09:00,414 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:09:00,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:09:00,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:09:00,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:09:00,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:09:00,415 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:09:00,415 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:09:00,415 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:09:00,415 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41349 2024-11-18T17:09:00,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41349 connecting to ZooKeeper ensemble=127.0.0.1:50847 2024-11-18T17:09:00,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413490x0, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:09:00,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41349-0x10150356cfe0000 connected 2024-11-18T17:09:00,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:00,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:00,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Set watcher on znode that does not yet exist, /01913903588/running 2024-11-18T17:09:00,574 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8, hbase.cluster.distributed=false 2024-11-18T17:09:00,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Set watcher on znode that does not yet exist, /01913903588/acl 2024-11-18T17:09:00,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-18T17:09:00,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41349 2024-11-18T17:09:00,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41349 2024-11-18T17:09:00,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-18T17:09:00,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41349 2024-11-18T17:09:00,591 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:09:00,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:09:00,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:09:00,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:09:00,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:09:00,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:09:00,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:09:00,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:09:00,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44989 2024-11-18T17:09:00,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44989 connecting to ZooKeeper ensemble=127.0.0.1:50847 2024-11-18T17:09:00,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:00,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449890x0, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:09:00,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Set watcher on znode that does not yet exist, /01913903588/running 2024-11-18T17:09:00,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44989-0x10150356cfe0001 connected 2024-11-18T17:09:00,605 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:09:00,606 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:09:00,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Set watcher on znode that does not yet exist, /01913903588/master 2024-11-18T17:09:00,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Set watcher on znode that does not yet exist, /01913903588/acl 2024-11-18T17:09:00,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44989 2024-11-18T17:09:00,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44989 2024-11-18T17:09:00,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44989 2024-11-18T17:09:00,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44989 2024-11-18T17:09:00,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44989 2024-11-18T17:09:00,625 DEBUG [M:0;6912f599d260:41349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:41349 2024-11-18T17:09:00,625 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01913903588/backup-masters/6912f599d260,41349,1731949740414 2024-11-18T17:09:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588/backup-masters 2024-11-18T17:09:00,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588/backup-masters 2024-11-18T17:09:00,635 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Set watcher on existing znode=/01913903588/backup-masters/6912f599d260,41349,1731949740414 2024-11-18T17:09:00,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01913903588/master 2024-11-18T17:09:00,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:09:00,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:09:00,643 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Set watcher on existing znode=/01913903588/master 2024-11-18T17:09:00,643 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01913903588/backup-masters/6912f599d260,41349,1731949740414 from backup master directory 2024-11-18T17:09:00,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01913903588/backup-masters/6912f599d260,41349,1731949740414 2024-11-18T17:09:00,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588/backup-masters 2024-11-18T17:09:00,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588/backup-masters 2024-11-18T17:09:00,651 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:09:00,651 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,41349,1731949740414 2024-11-18T17:09:00,655 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/hbase.id] with ID: 24bc79af-4a94-4548-8b90-c0d636294121 2024-11-18T17:09:00,655 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/.tmp/hbase.id 2024-11-18T17:09:00,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:09:01,060 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/.tmp/hbase.id]:[hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/hbase.id] 2024-11-18T17:09:01,072 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:01,072 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:09:01,073 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:09:01,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:09:01,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:09:01,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:09:01,212 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:09:01,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:01,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:01,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:01,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:01,516 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:09:01,516 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:09:01,517 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:09:01,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:09:01,925 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store 2024-11-18T17:09:01,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:09:02,331 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:09:02,331 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:09:02,331 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:09:02,331 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:09:02,331 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:09:02,331 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:09:02,331 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:09:02,331 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949742331Disabling compacts and flushes for region at 1731949742331Disabling writes for close at 1731949742331Writing region close event to WAL at 1731949742331Closed at 1731949742331 2024-11-18T17:09:02,332 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/.initializing 2024-11-18T17:09:02,332 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/WALs/6912f599d260,41349,1731949740414 2024-11-18T17:09:02,333 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:09:02,334 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C41349%2C1731949740414, suffix=, logDir=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/WALs/6912f599d260,41349,1731949740414, archiveDir=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/oldWALs, maxLogs=10 2024-11-18T17:09:02,346 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/WALs/6912f599d260,41349,1731949740414/6912f599d260%2C41349%2C1731949740414.1731949742335, exclude list is [], retry=0 2024-11-18T17:09:02,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-6780c72d-b698-46fa-9439-4149d8c07d99,DISK] 2024-11-18T17:09:02,349 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/WALs/6912f599d260,41349,1731949740414/6912f599d260%2C41349%2C1731949740414.1731949742335 2024-11-18T17:09:02,350 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35935:35935)] 2024-11-18T17:09:02,350 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:09:02,350 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:09:02,350 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:02,350 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:02,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:02,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:09:02,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:02,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:02,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:02,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:09:02,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:02,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:09:02,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:02,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:09:02,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:02,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:09:02,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:02,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:09:02,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:02,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:09:02,358 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:02,358 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:02,359 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:02,360 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:02,360 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:02,360 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:09:02,361 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:02,363 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:09:02,363 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67383480, jitterRate=0.004092097282409668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:09:02,364 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949742350Initializing all the Stores at 1731949742351 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949742351Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949742351Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949742351Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949742351Cleaning up temporary data from old regions at 1731949742360 (+9 ms)Region opened successfully at 1731949742364 (+4 ms) 2024-11-18T17:09:02,364 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:09:02,367 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26165fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:09:02,368 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:09:02,368 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:09:02,368 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:09:02,368 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:09:02,368 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:09:02,369 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:09:02,369 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:09:02,370 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:09:02,371 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Unable to get data of znode /01913903588/balancer because node does not exist (not necessarily an error) 2024-11-18T17:09:02,409 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01913903588/balancer already deleted, retry=false 2024-11-18T17:09:02,409 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:09:02,410 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Unable to get data of znode /01913903588/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:09:02,417 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01913903588/normalizer already deleted, retry=false 2024-11-18T17:09:02,418 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:09:02,418 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Unable to get data of znode /01913903588/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:09:02,426 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01913903588/switch/split already deleted, retry=false 2024-11-18T17:09:02,426 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Unable to get data of znode /01913903588/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:09:02,434 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01913903588/switch/merge already deleted, retry=false 2024-11-18T17:09:02,436 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Unable to get data of znode /01913903588/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:09:02,446 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01913903588/snapshot-cleanup already deleted, retry=false 2024-11-18T17:09:02,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01913903588/running 2024-11-18T17:09:02,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01913903588/running 2024-11-18T17:09:02,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:09:02,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:09:02,455 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,41349,1731949740414, sessionid=0x10150356cfe0000, setting cluster-up flag (Was=false) 2024-11-18T17:09:02,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:09:02,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:09:02,496 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01913903588/flush-table-proc/acquired, /01913903588/flush-table-proc/reached, /01913903588/flush-table-proc/abort 2024-11-18T17:09:02,497 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,41349,1731949740414 2024-11-18T17:09:02,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:09:02,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:09:02,538 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01913903588/online-snapshot/acquired, /01913903588/online-snapshot/reached, /01913903588/online-snapshot/abort 2024-11-18T17:09:02,539 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,41349,1731949740414 2024-11-18T17:09:02,540 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:09:02,541 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:09:02,541 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:09:02,542 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:09:02,542 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,41349,1731949740414 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:09:02,543 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:09:02,543 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:09:02,543 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:09:02,543 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:09:02,543 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:09:02,543 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:02,543 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:09:02,543 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:02,545 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949772545 2024-11-18T17:09:02,545 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:09:02,545 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:09:02,545 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:09:02,545 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:09:02,545 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:09:02,545 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:09:02,545 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:02,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:09:02,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:09:02,546 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:09:02,546 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:09:02,546 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:09:02,546 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:09:02,546 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:09:02,546 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:09:02,547 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949742546,5,FailOnTimeoutGroup] 2024-11-18T17:09:02,547 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949742547,5,FailOnTimeoutGroup] 2024-11-18T17:09:02,547 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:02,547 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:09:02,547 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:02,547 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:02,547 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:02,547 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:09:02,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:09:02,617 INFO [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(746): ClusterId : 24bc79af-4a94-4548-8b90-c0d636294121 2024-11-18T17:09:02,617 DEBUG [RS:0;6912f599d260:44989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:09:02,627 DEBUG [RS:0;6912f599d260:44989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:09:02,627 DEBUG [RS:0;6912f599d260:44989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:09:02,635 DEBUG [RS:0;6912f599d260:44989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:09:02,635 DEBUG [RS:0;6912f599d260:44989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413906ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:09:02,646 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:44989 2024-11-18T17:09:02,646 INFO [RS:0;6912f599d260:44989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:09:02,646 INFO [RS:0;6912f599d260:44989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:09:02,646 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:09:02,646 INFO [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,41349,1731949740414 with port=44989, startcode=1731949740590 2024-11-18T17:09:02,647 DEBUG [RS:0;6912f599d260:44989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:09:02,648 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:09:02,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,44989,1731949740590 2024-11-18T17:09:02,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] master.ServerManager(517): Registering regionserver=6912f599d260,44989,1731949740590 2024-11-18T17:09:02,650 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8 2024-11-18T17:09:02,650 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35609 2024-11-18T17:09:02,650 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:09:02,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588/rs 2024-11-18T17:09:02,660 DEBUG [RS:0;6912f599d260:44989 {}] zookeeper.ZKUtil(111): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Set watcher on existing znode=/01913903588/rs/6912f599d260,44989,1731949740590 2024-11-18T17:09:02,660 WARN [RS:0;6912f599d260:44989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:09:02,660 INFO [RS:0;6912f599d260:44989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:09:02,660 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590 2024-11-18T17:09:02,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,44989,1731949740590] 2024-11-18T17:09:02,663 INFO [RS:0;6912f599d260:44989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:09:02,665 INFO [RS:0;6912f599d260:44989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:09:02,665 INFO [RS:0;6912f599d260:44989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:09:02,665 INFO [RS:0;6912f599d260:44989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:02,665 INFO [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:09:02,666 INFO [RS:0;6912f599d260:44989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:09:02,666 INFO [RS:0;6912f599d260:44989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:02,666 DEBUG [RS:0;6912f599d260:44989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:02,666 DEBUG [RS:0;6912f599d260:44989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:02,666 DEBUG [RS:0;6912f599d260:44989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:02,666 DEBUG [RS:0;6912f599d260:44989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:02,666 DEBUG [RS:0;6912f599d260:44989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:02,666 DEBUG [RS:0;6912f599d260:44989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:09:02,666 DEBUG [RS:0;6912f599d260:44989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:02,666 DEBUG [RS:0;6912f599d260:44989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:02,666 DEBUG [RS:0;6912f599d260:44989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:02,667 DEBUG [RS:0;6912f599d260:44989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:02,667 DEBUG [RS:0;6912f599d260:44989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:02,667 DEBUG [RS:0;6912f599d260:44989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:02,667 DEBUG [RS:0;6912f599d260:44989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:09:02,667 DEBUG [RS:0;6912f599d260:44989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:09:02,668 INFO [RS:0;6912f599d260:44989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:02,668 INFO [RS:0;6912f599d260:44989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:02,669 INFO [RS:0;6912f599d260:44989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:02,669 INFO [RS:0;6912f599d260:44989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:02,669 INFO [RS:0;6912f599d260:44989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:02,669 INFO [RS:0;6912f599d260:44989 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,44989,1731949740590-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:09:02,681 INFO [RS:0;6912f599d260:44989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:09:02,682 INFO [RS:0;6912f599d260:44989 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,44989,1731949740590-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:02,682 INFO [RS:0;6912f599d260:44989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:02,682 INFO [RS:0;6912f599d260:44989 {}] regionserver.Replication(171): 6912f599d260,44989,1731949740590 started 2024-11-18T17:09:02,694 INFO [RS:0;6912f599d260:44989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:02,694 INFO [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,44989,1731949740590, RpcServer on 6912f599d260/172.17.0.3:44989, sessionid=0x10150356cfe0001 2024-11-18T17:09:02,694 DEBUG [RS:0;6912f599d260:44989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:09:02,694 DEBUG [RS:0;6912f599d260:44989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,44989,1731949740590 2024-11-18T17:09:02,694 DEBUG [RS:0;6912f599d260:44989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,44989,1731949740590' 2024-11-18T17:09:02,694 DEBUG [RS:0;6912f599d260:44989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01913903588/flush-table-proc/abort' 2024-11-18T17:09:02,695 DEBUG [RS:0;6912f599d260:44989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01913903588/flush-table-proc/acquired' 2024-11-18T17:09:02,695 DEBUG [RS:0;6912f599d260:44989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:09:02,695 DEBUG [RS:0;6912f599d260:44989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:09:02,695 DEBUG [RS:0;6912f599d260:44989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,44989,1731949740590 2024-11-18T17:09:02,695 DEBUG [RS:0;6912f599d260:44989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,44989,1731949740590' 2024-11-18T17:09:02,695 DEBUG [RS:0;6912f599d260:44989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01913903588/online-snapshot/abort' 2024-11-18T17:09:02,696 DEBUG [RS:0;6912f599d260:44989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01913903588/online-snapshot/acquired' 2024-11-18T17:09:02,696 DEBUG [RS:0;6912f599d260:44989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:09:02,696 INFO [RS:0;6912f599d260:44989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:09:02,696 INFO [RS:0;6912f599d260:44989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:09:02,797 INFO [RS:0;6912f599d260:44989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:09:02,798 INFO [RS:0;6912f599d260:44989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C44989%2C1731949740590, suffix=, logDir=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590, archiveDir=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/oldWALs, maxLogs=10 2024-11-18T17:09:02,810 DEBUG [RS:0;6912f599d260:44989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799, exclude list is [], retry=0 2024-11-18T17:09:02,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-6780c72d-b698-46fa-9439-4149d8c07d99,DISK] 2024-11-18T17:09:02,815 INFO [RS:0;6912f599d260:44989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 2024-11-18T17:09:02,815 DEBUG [RS:0;6912f599d260:44989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35935:35935)] 2024-11-18T17:09:02,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:09:02,957 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8 2024-11-18T17:09:02,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:09:03,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:09:03,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:09:03,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:09:03,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:03,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:03,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:09:03,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:09:03,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:03,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:03,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:09:03,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:09:03,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:03,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:03,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:09:03,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:09:03,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:03,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:03,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:09:03,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740 2024-11-18T17:09:03,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740 2024-11-18T17:09:03,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:09:03,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:09:03,376 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:09:03,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:09:03,379 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:09:03,379 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68941847, jitterRate=0.02731357514858246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:09:03,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949743364Initializing all the Stores at 1731949743365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949743365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949743365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949743365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949743365Cleaning up temporary data from old regions at 1731949743375 (+10 ms)Region opened successfully at 1731949743380 (+5 ms) 2024-11-18T17:09:03,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:09:03,380 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:09:03,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:09:03,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:09:03,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:09:03,380 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:09:03,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949743380Disabling compacts and flushes for region at 1731949743380Disabling writes for close at 1731949743380Writing region close event to WAL at 1731949743380Closed at 1731949743380 2024-11-18T17:09:03,382 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:09:03,382 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:09:03,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:09:03,383 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:09:03,384 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:09:03,534 DEBUG [6912f599d260:41349 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:09:03,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,44989,1731949740590 2024-11-18T17:09:03,536 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,44989,1731949740590, state=OPENING 2024-11-18T17:09:03,567 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:09:03,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:09:03,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:09:03,576 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:09:03,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01913903588/meta-region-server: CHANGED 2024-11-18T17:09:03,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01913903588/meta-region-server: CHANGED 2024-11-18T17:09:03,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,44989,1731949740590}] 2024-11-18T17:09:03,729 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:09:03,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:09:03,734 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:09:03,734 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:09:03,734 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:09:03,736 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C44989%2C1731949740590.meta, suffix=.meta, logDir=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590, archiveDir=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/oldWALs, maxLogs=10 2024-11-18T17:09:03,747 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.meta.1731949743736.meta, exclude list is [], retry=0 2024-11-18T17:09:03,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-6780c72d-b698-46fa-9439-4149d8c07d99,DISK] 2024-11-18T17:09:03,751 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.meta.1731949743736.meta 2024-11-18T17:09:03,751 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35935:35935)] 2024-11-18T17:09:03,751 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:09:03,752 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:09:03,752 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:09:03,752 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:09:03,752 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:09:03,752 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:09:03,752 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:09:03,752 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:09:03,752 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:09:03,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:09:03,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:09:03,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:03,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:03,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:09:03,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:09:03,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:03,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:03,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:09:03,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:09:03,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:03,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:03,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:09:03,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:09:03,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:03,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:03,758 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:09:03,759 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740 2024-11-18T17:09:03,760 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740 2024-11-18T17:09:03,761 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:09:03,761 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:09:03,761 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:09:03,762 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:09:03,763 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66790799, jitterRate=-0.004739537835121155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:09:03,763 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:09:03,764 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949743752Writing region info on filesystem at 1731949743752Initializing all the Stores at 1731949743753 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949743753Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949743753Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949743753Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949743753Cleaning up temporary data from old regions at 1731949743761 (+8 ms)Running coprocessor post-open hooks at 1731949743763 (+2 ms)Region opened successfully at 1731949743764 (+1 ms) 2024-11-18T17:09:03,765 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949743729 2024-11-18T17:09:03,767 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:09:03,767 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:09:03,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,44989,1731949740590 2024-11-18T17:09:03,768 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,44989,1731949740590, state=OPEN 2024-11-18T17:09:03,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01913903588/meta-region-server 2024-11-18T17:09:03,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01913903588/meta-region-server 2024-11-18T17:09:03,802 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,44989,1731949740590 2024-11-18T17:09:03,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01913903588/meta-region-server: CHANGED 2024-11-18T17:09:03,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01913903588/meta-region-server: CHANGED 2024-11-18T17:09:03,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:09:03,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,44989,1731949740590 in 226 msec 2024-11-18T17:09:03,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:09:03,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-18T17:09:03,808 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:09:03,808 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:09:03,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:09:03,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44989,1731949740590, seqNum=-1] 2024-11-18T17:09:03,810 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:09:03,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:09:03,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-11-18T17:09:03,816 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949743816, completionTime=-1 2024-11-18T17:09:03,816 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:09:03,816 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:09:03,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:09:03,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949803818 2024-11-18T17:09:03,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731949863818 2024-11-18T17:09:03,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:09:03,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41349,1731949740414-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:03,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41349,1731949740414-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:03,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41349,1731949740414-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:03,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:41349, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:03,819 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:03,819 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:03,821 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:09:03,823 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.172sec 2024-11-18T17:09:03,823 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:09:03,823 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:09:03,823 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:09:03,823 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:09:03,823 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:09:03,823 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41349,1731949740414-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:09:03,823 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41349,1731949740414-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:09:03,825 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:09:03,825 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:09:03,825 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41349,1731949740414-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:03,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521563e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:03,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,41349,-1 for getting cluster id 2024-11-18T17:09:03,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:09:03,920 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24bc79af-4a94-4548-8b90-c0d636294121' 2024-11-18T17:09:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:09:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24bc79af-4a94-4548-8b90-c0d636294121" 2024-11-18T17:09:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697d9184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,41349,-1] 2024-11-18T17:09:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:09:03,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:03,921 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:09:03,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ac0a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:03,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:09:03,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44989,1731949740590, seqNum=-1] 2024-11-18T17:09:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:09:03,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:09:03,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,41349,1731949740414 2024-11-18T17:09:03,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50847 2024-11-18T17:09:03,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:09:03,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10150356cfe0002 connected 2024-11-18T17:09:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/hadoop.log.dir so I do NOT create it in target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d 2024-11-18T17:09:03,957 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:09:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/hadoop.tmp.dir so I do NOT create it in target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d 2024-11-18T17:09:03,957 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:09:03,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d 2024-11-18T17:09:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:09:03,957 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/cluster_23143373-8e5f-f244-2c32-20d054b50305, deleteOnExit=true 2024-11-18T17:09:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:09:03,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/test.cache.data in system properties and HBase conf 2024-11-18T17:09:03,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:09:03,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:09:03,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:09:03,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:09:03,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:09:03,958 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:09:03,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:09:03,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:09:03,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:09:03,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:09:03,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:09:03,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:09:03,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:09:03,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:09:03,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:09:03,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:09:03,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:09:03,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:09:03,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:09:03,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:09:04,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:09:04,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:09:04,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:09:04,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:09:04,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:09:04,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:09:04,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@722c7094{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:09:04,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bc93df0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:09:04,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a870f58{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/java.io.tmpdir/jetty-localhost-39001-hadoop-hdfs-3_4_1-tests_jar-_-any-12683878011798430044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:09:04,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54da3b2{HTTP/1.1, (http/1.1)}{localhost:39001} 2024-11-18T17:09:04,291 INFO [Time-limited test {}] server.Server(415): Started @60141ms 2024-11-18T17:09:04,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:09:04,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:09:04,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:09:04,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:09:04,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:09:04,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a010706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:09:04,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e969858{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:09:04,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56f1a1b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/java.io.tmpdir/jetty-localhost-37559-hadoop-hdfs-3_4_1-tests_jar-_-any-14535226144496876803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:09:04,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@235ab56c{HTTP/1.1, (http/1.1)}{localhost:37559} 2024-11-18T17:09:04,582 INFO [Time-limited test {}] server.Server(415): Started @60432ms 2024-11-18T17:09:04,583 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:09:05,035 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/cluster_23143373-8e5f-f244-2c32-20d054b50305/data/data1/current/BP-1920409019-172.17.0.3-1731949743974/current, will proceed with Du for space computation calculation, 2024-11-18T17:09:05,035 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/cluster_23143373-8e5f-f244-2c32-20d054b50305/data/data2/current/BP-1920409019-172.17.0.3-1731949743974/current, will proceed with Du for space computation calculation, 2024-11-18T17:09:05,052 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:09:05,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb16cf232bb89c3b1 with lease ID 0x1f3e25ecd9b3f5ea: Processing first storage report for DS-39a45270-2fa4-41b8-9044-8f71e8eccd68 from datanode DatanodeRegistration(127.0.0.1:40929, datanodeUuid=9ea1ad32-58ee-4ff7-a442-3ad858dc9999, infoPort=37825, infoSecurePort=0, ipcPort=36067, storageInfo=lv=-57;cid=testClusterID;nsid=1728193109;c=1731949743974) 2024-11-18T17:09:05,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb16cf232bb89c3b1 with lease ID 0x1f3e25ecd9b3f5ea: from storage DS-39a45270-2fa4-41b8-9044-8f71e8eccd68 node DatanodeRegistration(127.0.0.1:40929, datanodeUuid=9ea1ad32-58ee-4ff7-a442-3ad858dc9999, infoPort=37825, infoSecurePort=0, ipcPort=36067, storageInfo=lv=-57;cid=testClusterID;nsid=1728193109;c=1731949743974), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:09:05,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb16cf232bb89c3b1 with lease ID 0x1f3e25ecd9b3f5ea: Processing first storage report for DS-9a2fd5bf-20e9-4636-bf23-3a73e1c43599 from datanode DatanodeRegistration(127.0.0.1:40929, datanodeUuid=9ea1ad32-58ee-4ff7-a442-3ad858dc9999, infoPort=37825, infoSecurePort=0, ipcPort=36067, storageInfo=lv=-57;cid=testClusterID;nsid=1728193109;c=1731949743974) 2024-11-18T17:09:05,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb16cf232bb89c3b1 with lease ID 0x1f3e25ecd9b3f5ea: from storage DS-9a2fd5bf-20e9-4636-bf23-3a73e1c43599 node DatanodeRegistration(127.0.0.1:40929, datanodeUuid=9ea1ad32-58ee-4ff7-a442-3ad858dc9999, infoPort=37825, infoSecurePort=0, ipcPort=36067, storageInfo=lv=-57;cid=testClusterID;nsid=1728193109;c=1731949743974), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:09:05,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d 2024-11-18T17:09:05,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:05,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:05,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:09:05,514 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148 with version=8 2024-11-18T17:09:05,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/hbase-staging 2024-11-18T17:09:05,516 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:09:05,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:09:05,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:09:05,516 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:09:05,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:09:05,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:09:05,517 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:09:05,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:09:05,517 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46527 2024-11-18T17:09:05,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46527 connecting to ZooKeeper ensemble=127.0.0.1:50847 2024-11-18T17:09:05,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465270x0, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:09:05,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46527-0x10150356cfe0003 connected 2024-11-18T17:09:05,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:05,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:05,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Set watcher on znode that does not yet exist, /11731968446/running 2024-11-18T17:09:05,621 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148, hbase.cluster.distributed=false 2024-11-18T17:09:05,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Set watcher on znode that does not yet exist, /11731968446/acl 2024-11-18T17:09:05,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46527 2024-11-18T17:09:05,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46527 2024-11-18T17:09:05,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46527 2024-11-18T17:09:05,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46527 2024-11-18T17:09:05,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46527 2024-11-18T17:09:05,637 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:09:05,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:09:05,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:09:05,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:09:05,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:09:05,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:09:05,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:09:05,637 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:09:05,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34789 2024-11-18T17:09:05,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34789 connecting to ZooKeeper ensemble=127.0.0.1:50847 2024-11-18T17:09:05,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:05,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:05,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347890x0, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:09:05,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34789-0x10150356cfe0004 connected 2024-11-18T17:09:05,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Set watcher on znode that does not yet exist, /11731968446/running 2024-11-18T17:09:05,651 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:09:05,652 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:09:05,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Set watcher on znode that does not yet exist, /11731968446/master 2024-11-18T17:09:05,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Set watcher on znode that does not yet exist, /11731968446/acl 2024-11-18T17:09:05,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34789 2024-11-18T17:09:05,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34789 2024-11-18T17:09:05,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34789 2024-11-18T17:09:05,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34789 2024-11-18T17:09:05,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34789 2024-11-18T17:09:05,666 DEBUG [M:0;6912f599d260:46527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:46527 2024-11-18T17:09:05,667 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11731968446/backup-masters/6912f599d260,46527,1731949745516 2024-11-18T17:09:05,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446/backup-masters 2024-11-18T17:09:05,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446/backup-masters 2024-11-18T17:09:05,676 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Set watcher on existing znode=/11731968446/backup-masters/6912f599d260,46527,1731949745516 2024-11-18T17:09:05,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11731968446/master 2024-11-18T17:09:05,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446 2024-11-18T17:09:05,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446 2024-11-18T17:09:05,684 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Set watcher on existing znode=/11731968446/master 2024-11-18T17:09:05,685 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11731968446/backup-masters/6912f599d260,46527,1731949745516 from backup master directory 2024-11-18T17:09:05,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11731968446/backup-masters/6912f599d260,46527,1731949745516 2024-11-18T17:09:05,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446/backup-masters 2024-11-18T17:09:05,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446/backup-masters 2024-11-18T17:09:05,692 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:09:05,692 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,46527,1731949745516 2024-11-18T17:09:05,696 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/hbase.id] with ID: c252c8f2-2926-4975-a642-698554080da4 2024-11-18T17:09:05,696 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/.tmp/hbase.id 2024-11-18T17:09:05,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:09:06,102 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/.tmp/hbase.id]:[hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/hbase.id] 2024-11-18T17:09:06,113 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:06,113 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:09:06,114 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:09:06,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446 2024-11-18T17:09:06,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446 2024-11-18T17:09:06,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:09:06,557 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:09:06,557 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:09:06,558 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:09:06,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:09:06,965 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store 2024-11-18T17:09:06,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:09:07,371 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:09:07,371 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:09:07,371 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:09:07,371 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:09:07,371 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:09:07,371 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:09:07,371 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:09:07,371 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949747371Disabling compacts and flushes for region at 1731949747371Disabling writes for close at 1731949747371Writing region close event to WAL at 1731949747371Closed at 1731949747371 2024-11-18T17:09:07,372 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/.initializing 2024-11-18T17:09:07,372 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/WALs/6912f599d260,46527,1731949745516 2024-11-18T17:09:07,373 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:09:07,375 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C46527%2C1731949745516, suffix=, logDir=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/WALs/6912f599d260,46527,1731949745516, archiveDir=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/oldWALs, maxLogs=10 2024-11-18T17:09:07,387 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/WALs/6912f599d260,46527,1731949745516/6912f599d260%2C46527%2C1731949745516.1731949747375, exclude list is [], retry=0 2024-11-18T17:09:07,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40929,DS-39a45270-2fa4-41b8-9044-8f71e8eccd68,DISK] 2024-11-18T17:09:07,391 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/WALs/6912f599d260,46527,1731949745516/6912f599d260%2C46527%2C1731949745516.1731949747375 2024-11-18T17:09:07,391 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37825:37825)] 2024-11-18T17:09:07,391 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:09:07,392 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:09:07,392 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:07,392 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:07,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:07,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:09:07,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:07,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:07,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:07,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:09:07,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:07,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:09:07,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:07,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:09:07,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:07,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:09:07,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:07,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:09:07,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:07,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:09:07,399 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:07,400 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:07,400 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:07,402 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:07,402 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:07,402 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:09:07,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:09:07,405 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:09:07,405 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59332058, jitterRate=-0.11588343977928162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:09:07,405 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949747392Initializing all the Stores at 1731949747393 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949747393Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949747393Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949747393Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949747393Cleaning up temporary data from old regions at 1731949747402 (+9 ms)Region opened successfully at 1731949747405 (+3 ms) 2024-11-18T17:09:07,405 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:09:07,408 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ee0918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:09:07,409 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:09:07,409 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:09:07,409 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:09:07,409 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:09:07,409 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:09:07,409 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:09:07,409 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:09:07,411 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:09:07,412 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Unable to get data of znode /11731968446/balancer because node does not exist (not necessarily an error) 2024-11-18T17:09:07,451 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11731968446/balancer already deleted, retry=false 2024-11-18T17:09:07,451 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:09:07,452 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Unable to get data of znode /11731968446/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:09:07,459 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11731968446/normalizer already deleted, retry=false 2024-11-18T17:09:07,459 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:09:07,460 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Unable to get data of znode /11731968446/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:09:07,467 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11731968446/switch/split already deleted, retry=false 2024-11-18T17:09:07,468 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Unable to get data of znode /11731968446/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:09:07,475 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11731968446/switch/merge already deleted, retry=false 2024-11-18T17:09:07,477 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Unable to get data of znode /11731968446/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:09:07,487 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11731968446/snapshot-cleanup already deleted, retry=false 2024-11-18T17:09:07,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11731968446/running 2024-11-18T17:09:07,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11731968446/running 2024-11-18T17:09:07,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446 2024-11-18T17:09:07,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446 2024-11-18T17:09:07,496 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,46527,1731949745516, sessionid=0x10150356cfe0003, setting cluster-up flag (Was=false) 2024-11-18T17:09:07,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446 2024-11-18T17:09:07,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446 2024-11-18T17:09:07,537 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11731968446/flush-table-proc/acquired, /11731968446/flush-table-proc/reached, /11731968446/flush-table-proc/abort 2024-11-18T17:09:07,538 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,46527,1731949745516 2024-11-18T17:09:07,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446 2024-11-18T17:09:07,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446 2024-11-18T17:09:07,579 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11731968446/online-snapshot/acquired, /11731968446/online-snapshot/reached, /11731968446/online-snapshot/abort 2024-11-18T17:09:07,580 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,46527,1731949745516 2024-11-18T17:09:07,581 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:09:07,582 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:09:07,583 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:09:07,583 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:09:07,583 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,46527,1731949745516 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:09:07,584 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:09:07,584 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:09:07,584 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:09:07,585 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:09:07,585 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:09:07,585 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:07,585 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:09:07,585 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:07,586 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949777586 2024-11-18T17:09:07,586 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:09:07,586 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:09:07,586 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:09:07,586 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:09:07,586 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:09:07,586 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:09:07,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:09:07,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:09:07,586 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:07,586 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:09:07,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:09:07,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:09:07,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:09:07,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:09:07,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:09:07,587 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949747587,5,FailOnTimeoutGroup] 2024-11-18T17:09:07,587 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:07,587 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949747587,5,FailOnTimeoutGroup] 2024-11-18T17:09:07,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:07,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:09:07,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:07,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:07,587 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:09:07,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:09:07,658 INFO [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(746): ClusterId : c252c8f2-2926-4975-a642-698554080da4 2024-11-18T17:09:07,658 DEBUG [RS:0;6912f599d260:34789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:09:07,668 DEBUG [RS:0;6912f599d260:34789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:09:07,668 DEBUG [RS:0;6912f599d260:34789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:09:07,676 DEBUG [RS:0;6912f599d260:34789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:09:07,677 DEBUG [RS:0;6912f599d260:34789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791cb35c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:09:07,687 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:34789 2024-11-18T17:09:07,687 INFO [RS:0;6912f599d260:34789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:09:07,687 INFO [RS:0;6912f599d260:34789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:09:07,687 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:09:07,688 INFO [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,46527,1731949745516 with port=34789, startcode=1731949745636 2024-11-18T17:09:07,688 DEBUG [RS:0;6912f599d260:34789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:09:07,690 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:09:07,690 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,34789,1731949745636 2024-11-18T17:09:07,690 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46527 {}] master.ServerManager(517): Registering regionserver=6912f599d260,34789,1731949745636 2024-11-18T17:09:07,691 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148 2024-11-18T17:09:07,691 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43317 2024-11-18T17:09:07,691 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:09:07,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446/rs 2024-11-18T17:09:07,743 DEBUG [RS:0;6912f599d260:34789 {}] zookeeper.ZKUtil(111): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Set watcher on existing znode=/11731968446/rs/6912f599d260,34789,1731949745636 2024-11-18T17:09:07,743 WARN [RS:0;6912f599d260:34789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:09:07,743 INFO [RS:0;6912f599d260:34789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:09:07,743 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/WALs/6912f599d260,34789,1731949745636 2024-11-18T17:09:07,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,34789,1731949745636] 2024-11-18T17:09:07,746 INFO [RS:0;6912f599d260:34789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:09:07,748 INFO [RS:0;6912f599d260:34789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:09:07,748 INFO [RS:0;6912f599d260:34789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:09:07,748 INFO [RS:0;6912f599d260:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:07,748 INFO [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:09:07,749 INFO [RS:0;6912f599d260:34789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:09:07,749 INFO [RS:0;6912f599d260:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:07,749 DEBUG [RS:0;6912f599d260:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:07,749 DEBUG [RS:0;6912f599d260:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:07,749 DEBUG [RS:0;6912f599d260:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:07,750 DEBUG [RS:0;6912f599d260:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:07,750 DEBUG [RS:0;6912f599d260:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:07,750 DEBUG [RS:0;6912f599d260:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:09:07,750 DEBUG [RS:0;6912f599d260:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:07,750 DEBUG [RS:0;6912f599d260:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:07,750 DEBUG [RS:0;6912f599d260:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:07,750 DEBUG [RS:0;6912f599d260:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:07,750 DEBUG [RS:0;6912f599d260:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:07,750 DEBUG [RS:0;6912f599d260:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:09:07,750 DEBUG [RS:0;6912f599d260:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:09:07,750 DEBUG [RS:0;6912f599d260:34789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:09:07,750 INFO [RS:0;6912f599d260:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:07,750 INFO [RS:0;6912f599d260:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:07,750 INFO [RS:0;6912f599d260:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:07,750 INFO [RS:0;6912f599d260:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:07,750 INFO [RS:0;6912f599d260:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:07,750 INFO [RS:0;6912f599d260:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34789,1731949745636-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:09:07,763 INFO [RS:0;6912f599d260:34789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:09:07,763 INFO [RS:0;6912f599d260:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34789,1731949745636-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:07,763 INFO [RS:0;6912f599d260:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:07,763 INFO [RS:0;6912f599d260:34789 {}] regionserver.Replication(171): 6912f599d260,34789,1731949745636 started 2024-11-18T17:09:07,776 INFO [RS:0;6912f599d260:34789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:07,776 INFO [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,34789,1731949745636, RpcServer on 6912f599d260/172.17.0.3:34789, sessionid=0x10150356cfe0004 2024-11-18T17:09:07,776 DEBUG [RS:0;6912f599d260:34789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:09:07,777 DEBUG [RS:0;6912f599d260:34789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,34789,1731949745636 2024-11-18T17:09:07,777 DEBUG [RS:0;6912f599d260:34789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,34789,1731949745636' 2024-11-18T17:09:07,777 DEBUG [RS:0;6912f599d260:34789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11731968446/flush-table-proc/abort' 2024-11-18T17:09:07,777 DEBUG [RS:0;6912f599d260:34789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11731968446/flush-table-proc/acquired' 2024-11-18T17:09:07,778 DEBUG [RS:0;6912f599d260:34789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:09:07,778 DEBUG [RS:0;6912f599d260:34789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:09:07,778 DEBUG [RS:0;6912f599d260:34789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,34789,1731949745636 2024-11-18T17:09:07,778 DEBUG [RS:0;6912f599d260:34789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,34789,1731949745636' 2024-11-18T17:09:07,778 DEBUG [RS:0;6912f599d260:34789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11731968446/online-snapshot/abort' 2024-11-18T17:09:07,778 DEBUG [RS:0;6912f599d260:34789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11731968446/online-snapshot/acquired' 2024-11-18T17:09:07,778 DEBUG [RS:0;6912f599d260:34789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:09:07,779 INFO [RS:0;6912f599d260:34789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:09:07,779 INFO [RS:0;6912f599d260:34789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:09:07,879 INFO [RS:0;6912f599d260:34789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:09:07,881 INFO [RS:0;6912f599d260:34789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C34789%2C1731949745636, suffix=, logDir=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/WALs/6912f599d260,34789,1731949745636, archiveDir=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/oldWALs, maxLogs=10 2024-11-18T17:09:07,893 DEBUG [RS:0;6912f599d260:34789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/WALs/6912f599d260,34789,1731949745636/6912f599d260%2C34789%2C1731949745636.1731949747881, exclude list is [], retry=0 2024-11-18T17:09:07,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40929,DS-39a45270-2fa4-41b8-9044-8f71e8eccd68,DISK] 2024-11-18T17:09:07,897 INFO [RS:0;6912f599d260:34789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/WALs/6912f599d260,34789,1731949745636/6912f599d260%2C34789%2C1731949745636.1731949747881 2024-11-18T17:09:07,897 DEBUG [RS:0;6912f599d260:34789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37825:37825)] 2024-11-18T17:09:07,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:09:07,994 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148 2024-11-18T17:09:08,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:09:08,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:09:08,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:09:08,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:09:08,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:08,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:08,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:09:08,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:09:08,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:08,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:08,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:09:08,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:09:08,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:08,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:08,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:09:08,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:09:08,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:08,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:08,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:09:08,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740 2024-11-18T17:09:08,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740 2024-11-18T17:09:08,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:09:08,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:09:08,411 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:09:08,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:09:08,414 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:09:08,415 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71564736, jitterRate=0.06639766693115234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:09:08,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949748400Initializing all the Stores at 1731949748401 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949748401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949748401Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949748401Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949748401Cleaning up temporary data from old regions at 1731949748411 (+10 ms)Region opened successfully at 1731949748415 (+4 ms) 2024-11-18T17:09:08,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:09:08,415 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:09:08,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:09:08,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:09:08,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:09:08,416 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:09:08,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949748415Disabling compacts and flushes for region at 1731949748415Disabling writes for close at 1731949748415Writing region close event to WAL at 1731949748416 (+1 ms)Closed at 1731949748416 2024-11-18T17:09:08,417 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:09:08,417 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:09:08,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:09:08,418 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:09:08,419 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:09:08,569 DEBUG [6912f599d260:46527 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:09:08,570 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,34789,1731949745636 2024-11-18T17:09:08,571 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,34789,1731949745636, state=OPENING 2024-11-18T17:09:08,609 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:09:08,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446 2024-11-18T17:09:08,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446 2024-11-18T17:09:08,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11731968446/meta-region-server: CHANGED 2024-11-18T17:09:08,618 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:09:08,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11731968446/meta-region-server: CHANGED 2024-11-18T17:09:08,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,34789,1731949745636}] 2024-11-18T17:09:08,663 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:09:08,771 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:09:08,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:09:08,775 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:09:08,776 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:09:08,776 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:09:08,777 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C34789%2C1731949745636.meta, suffix=.meta, logDir=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/WALs/6912f599d260,34789,1731949745636, archiveDir=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/oldWALs, maxLogs=10 2024-11-18T17:09:08,789 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/WALs/6912f599d260,34789,1731949745636/6912f599d260%2C34789%2C1731949745636.meta.1731949748778.meta, exclude list is [], retry=0 2024-11-18T17:09:08,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40929,DS-39a45270-2fa4-41b8-9044-8f71e8eccd68,DISK] 2024-11-18T17:09:08,793 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/WALs/6912f599d260,34789,1731949745636/6912f599d260%2C34789%2C1731949745636.meta.1731949748778.meta 2024-11-18T17:09:08,793 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37825:37825)] 2024-11-18T17:09:08,794 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:09:08,794 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:09:08,794 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:09:08,794 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:09:08,794 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:09:08,794 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:09:08,794 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:09:08,794 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:09:08,794 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:09:08,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:09:08,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:09:08,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:08,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:08,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:09:08,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:09:08,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:08,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:08,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:09:08,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:09:08,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:08,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:08,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:09:08,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:09:08,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:08,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:09:08,801 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:09:08,802 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740 2024-11-18T17:09:08,803 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740 2024-11-18T17:09:08,804 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:09:08,804 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:09:08,805 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:09:08,806 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:09:08,806 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61453361, jitterRate=-0.084273561835289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:09:08,806 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:09:08,807 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949748794Writing region info on filesystem at 1731949748795 (+1 ms)Initializing all the Stores at 1731949748795Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949748795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949748796 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949748796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949748796Cleaning up temporary data from old regions at 1731949748804 (+8 ms)Running coprocessor post-open hooks at 1731949748806 (+2 ms)Region opened successfully at 1731949748806 2024-11-18T17:09:08,807 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949748770 2024-11-18T17:09:08,810 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:09:08,810 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:09:08,810 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,34789,1731949745636 2024-11-18T17:09:08,811 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,34789,1731949745636, state=OPEN 2024-11-18T17:09:08,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11731968446/meta-region-server 2024-11-18T17:09:08,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11731968446/meta-region-server 2024-11-18T17:09:08,821 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,34789,1731949745636 2024-11-18T17:09:08,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11731968446/meta-region-server: CHANGED 2024-11-18T17:09:08,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11731968446/meta-region-server: CHANGED 2024-11-18T17:09:08,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:09:08,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,34789,1731949745636 in 203 msec 2024-11-18T17:09:08,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:09:08,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-18T17:09:08,826 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:09:08,826 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:09:08,827 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:09:08,827 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34789,1731949745636, seqNum=-1] 2024-11-18T17:09:08,828 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:09:08,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:09:08,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2510 sec 2024-11-18T17:09:08,834 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949748834, completionTime=-1 2024-11-18T17:09:08,834 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:09:08,834 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:09:08,835 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:09:08,836 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949808836 2024-11-18T17:09:08,836 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731949868836 2024-11-18T17:09:08,836 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:09:08,836 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46527,1731949745516-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:08,836 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46527,1731949745516-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:08,836 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46527,1731949745516-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:08,836 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:46527, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:08,836 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:08,836 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:08,838 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:09:08,839 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.147sec 2024-11-18T17:09:08,839 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:09:08,839 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:09:08,839 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:09:08,839 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:09:08,839 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:09:08,839 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46527,1731949745516-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:09:08,839 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46527,1731949745516-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:09:08,842 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:09:08,842 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:09:08,842 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46527,1731949745516-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:09:08,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36440024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:08,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46527,-1 for getting cluster id 2024-11-18T17:09:08,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:09:08,860 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c252c8f2-2926-4975-a642-698554080da4' 2024-11-18T17:09:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:09:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c252c8f2-2926-4975-a642-698554080da4" 2024-11-18T17:09:08,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ccffbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:08,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46527,-1] 2024-11-18T17:09:08,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:09:08,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:08,862 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:09:08,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f3777b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:08,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:09:08,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34789,1731949745636, seqNum=-1] 2024-11-18T17:09:08,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:09:08,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:09:08,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,46527,1731949745516 2024-11-18T17:09:08,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50847 2024-11-18T17:09:08,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:09:08,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10150356cfe0005 connected 2024-11-18T17:09:08,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:09:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,41349,1731949740414 2024-11-18T17:09:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@558db182 2024-11-18T17:09:08,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:09:08,890 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:09:08,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:09:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:09:08,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:09:08,897 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:08,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:09:08,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:09:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:09:08,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:09:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:09:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:09:09,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:09:09,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:09,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:09,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:09,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:09,306 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4941ef610b62bf12408ac421146f3b7, NAME => 'test,,1731949748891.e4941ef610b62bf12408ac421146f3b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8 2024-11-18T17:09:09,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:09:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:09:09,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731949748891.e4941ef610b62bf12408ac421146f3b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:09:09,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e4941ef610b62bf12408ac421146f3b7, disabling compactions & flushes 2024-11-18T17:09:09,713 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731949748891.e4941ef610b62bf12408ac421146f3b7. 2024-11-18T17:09:09,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949748891.e4941ef610b62bf12408ac421146f3b7. 2024-11-18T17:09:09,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731949748891.e4941ef610b62bf12408ac421146f3b7. after waiting 0 ms 2024-11-18T17:09:09,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731949748891.e4941ef610b62bf12408ac421146f3b7. 2024-11-18T17:09:09,713 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731949748891.e4941ef610b62bf12408ac421146f3b7. 2024-11-18T17:09:09,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4941ef610b62bf12408ac421146f3b7: Waiting for close lock at 1731949749713Disabling compacts and flushes for region at 1731949749713Disabling writes for close at 1731949749713Writing region close event to WAL at 1731949749713Closed at 1731949749713 2024-11-18T17:09:09,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:09:09,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731949748891.e4941ef610b62bf12408ac421146f3b7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731949749714"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949749714"}]},"ts":"1731949749714"} 2024-11-18T17:09:09,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:09:09,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:09:09,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949749718"}]},"ts":"1731949749718"} 2024-11-18T17:09:09,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:09:09,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4941ef610b62bf12408ac421146f3b7, ASSIGN}] 2024-11-18T17:09:09,721 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4941ef610b62bf12408ac421146f3b7, ASSIGN 2024-11-18T17:09:09,722 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e4941ef610b62bf12408ac421146f3b7, ASSIGN; state=OFFLINE, location=6912f599d260,44989,1731949740590; forceNewPlan=false, retain=false 2024-11-18T17:09:09,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:09:09,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T17:09:09,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:09:09,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T17:09:09,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:09:09,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T17:09:09,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T17:09:09,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T17:09:09,872 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4941ef610b62bf12408ac421146f3b7, regionState=OPENING, regionLocation=6912f599d260,44989,1731949740590 2024-11-18T17:09:09,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e4941ef610b62bf12408ac421146f3b7, ASSIGN because future has completed 2024-11-18T17:09:09,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4941ef610b62bf12408ac421146f3b7, server=6912f599d260,44989,1731949740590}] 2024-11-18T17:09:10,031 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731949748891.e4941ef610b62bf12408ac421146f3b7. 2024-11-18T17:09:10,031 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e4941ef610b62bf12408ac421146f3b7, NAME => 'test,,1731949748891.e4941ef610b62bf12408ac421146f3b7.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:09:10,031 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:09:10,032 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:09:10,032 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:09:10,032 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731949748891.e4941ef610b62bf12408ac421146f3b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:09:10,032 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:09:10,032 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:09:10,033 INFO [StoreOpener-e4941ef610b62bf12408ac421146f3b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:09:10,035 INFO [StoreOpener-e4941ef610b62bf12408ac421146f3b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4941ef610b62bf12408ac421146f3b7 columnFamilyName f 2024-11-18T17:09:10,035 DEBUG [StoreOpener-e4941ef610b62bf12408ac421146f3b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:10,035 INFO [StoreOpener-e4941ef610b62bf12408ac421146f3b7-1 {}] regionserver.HStore(327): Store=e4941ef610b62bf12408ac421146f3b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:09:10,035 INFO [StoreOpener-e4941ef610b62bf12408ac421146f3b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:09:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:09:10,036 INFO [StoreOpener-e4941ef610b62bf12408ac421146f3b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4941ef610b62bf12408ac421146f3b7 columnFamilyName f1 2024-11-18T17:09:10,036 DEBUG [StoreOpener-e4941ef610b62bf12408ac421146f3b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:10,037 INFO [StoreOpener-e4941ef610b62bf12408ac421146f3b7-1 {}] regionserver.HStore(327): Store=e4941ef610b62bf12408ac421146f3b7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:09:10,037 INFO [StoreOpener-e4941ef610b62bf12408ac421146f3b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:09:10,038 INFO [StoreOpener-e4941ef610b62bf12408ac421146f3b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4941ef610b62bf12408ac421146f3b7 columnFamilyName norep 2024-11-18T17:09:10,038 DEBUG [StoreOpener-e4941ef610b62bf12408ac421146f3b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:10,038 INFO [StoreOpener-e4941ef610b62bf12408ac421146f3b7-1 {}] regionserver.HStore(327): Store=e4941ef610b62bf12408ac421146f3b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:09:10,038 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:09:10,039 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:09:10,039 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:09:10,040 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:09:10,040 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:09:10,041 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:09:10,041 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:09:10,043 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:09:10,044 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e4941ef610b62bf12408ac421146f3b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62658249, jitterRate=-0.06631933152675629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:09:10,044 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:09:10,044 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e4941ef610b62bf12408ac421146f3b7: Running coprocessor pre-open hook at 1731949750032Writing region info on filesystem at 1731949750032Initializing all the Stores at 1731949750033 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949750033Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949750033Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949750033Cleaning up temporary data from old regions at 1731949750040 (+7 ms)Running coprocessor post-open hooks at 1731949750044 (+4 ms)Region opened successfully at 1731949750044 2024-11-18T17:09:10,046 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731949748891.e4941ef610b62bf12408ac421146f3b7., pid=6, masterSystemTime=1731949750027 2024-11-18T17:09:10,048 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731949748891.e4941ef610b62bf12408ac421146f3b7. 2024-11-18T17:09:10,049 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731949748891.e4941ef610b62bf12408ac421146f3b7. 2024-11-18T17:09:10,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4941ef610b62bf12408ac421146f3b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,44989,1731949740590 2024-11-18T17:09:10,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4941ef610b62bf12408ac421146f3b7, server=6912f599d260,44989,1731949740590 because future has completed 2024-11-18T17:09:10,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:09:10,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e4941ef610b62bf12408ac421146f3b7, server=6912f599d260,44989,1731949740590 in 178 msec 2024-11-18T17:09:10,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:09:10,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e4941ef610b62bf12408ac421146f3b7, ASSIGN in 335 msec 2024-11-18T17:09:10,058 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:09:10,058 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949750058"}]},"ts":"1731949750058"} 2024-11-18T17:09:10,060 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:09:10,061 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:09:10,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-18T17:09:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:09:11,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:09:11,046 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:09:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46527,1731949745516 2024-11-18T17:09:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49f311e7 2024-11-18T17:09:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:09:11,048 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:09:11,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:09:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:09:11,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:09:11,052 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:11,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:09:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:09:11,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:09:11,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:09:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:09:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:09:11,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c2c4708be833a09f1784277261c678b, NAME => 'test,,1731949751049.8c2c4708be833a09f1784277261c678b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148 2024-11-18T17:09:11,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:09:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:09:11,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731949751049.8c2c4708be833a09f1784277261c678b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:09:11,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8c2c4708be833a09f1784277261c678b, disabling compactions & flushes 2024-11-18T17:09:11,868 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731949751049.8c2c4708be833a09f1784277261c678b. 2024-11-18T17:09:11,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949751049.8c2c4708be833a09f1784277261c678b. 2024-11-18T17:09:11,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731949751049.8c2c4708be833a09f1784277261c678b. after waiting 0 ms 2024-11-18T17:09:11,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731949751049.8c2c4708be833a09f1784277261c678b. 2024-11-18T17:09:11,868 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731949751049.8c2c4708be833a09f1784277261c678b. 2024-11-18T17:09:11,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c2c4708be833a09f1784277261c678b: Waiting for close lock at 1731949751868Disabling compacts and flushes for region at 1731949751868Disabling writes for close at 1731949751868Writing region close event to WAL at 1731949751868Closed at 1731949751868 2024-11-18T17:09:11,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:09:11,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731949751049.8c2c4708be833a09f1784277261c678b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731949751869"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949751869"}]},"ts":"1731949751869"} 2024-11-18T17:09:11,871 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:09:11,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:09:11,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949751872"}]},"ts":"1731949751872"} 2024-11-18T17:09:11,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:09:11,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c2c4708be833a09f1784277261c678b, ASSIGN}] 2024-11-18T17:09:11,876 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c2c4708be833a09f1784277261c678b, ASSIGN 2024-11-18T17:09:11,877 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8c2c4708be833a09f1784277261c678b, ASSIGN; state=OFFLINE, location=6912f599d260,34789,1731949745636; forceNewPlan=false, retain=false 2024-11-18T17:09:12,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c2c4708be833a09f1784277261c678b, regionState=OPENING, regionLocation=6912f599d260,34789,1731949745636 2024-11-18T17:09:12,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8c2c4708be833a09f1784277261c678b, ASSIGN because future has completed 2024-11-18T17:09:12,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c2c4708be833a09f1784277261c678b, server=6912f599d260,34789,1731949745636}] 2024-11-18T17:09:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:09:12,187 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731949751049.8c2c4708be833a09f1784277261c678b. 2024-11-18T17:09:12,187 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c2c4708be833a09f1784277261c678b, NAME => 'test,,1731949751049.8c2c4708be833a09f1784277261c678b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:09:12,187 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:09:12,187 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:09:12,188 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c2c4708be833a09f1784277261c678b 2024-11-18T17:09:12,188 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731949751049.8c2c4708be833a09f1784277261c678b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:09:12,188 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c2c4708be833a09f1784277261c678b 2024-11-18T17:09:12,188 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c2c4708be833a09f1784277261c678b 2024-11-18T17:09:12,189 INFO [StoreOpener-8c2c4708be833a09f1784277261c678b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c2c4708be833a09f1784277261c678b 2024-11-18T17:09:12,191 INFO [StoreOpener-8c2c4708be833a09f1784277261c678b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c2c4708be833a09f1784277261c678b columnFamilyName f 2024-11-18T17:09:12,191 DEBUG [StoreOpener-8c2c4708be833a09f1784277261c678b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:12,191 INFO [StoreOpener-8c2c4708be833a09f1784277261c678b-1 {}] regionserver.HStore(327): Store=8c2c4708be833a09f1784277261c678b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:09:12,191 INFO [StoreOpener-8c2c4708be833a09f1784277261c678b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8c2c4708be833a09f1784277261c678b 2024-11-18T17:09:12,193 INFO [StoreOpener-8c2c4708be833a09f1784277261c678b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c2c4708be833a09f1784277261c678b columnFamilyName f1 2024-11-18T17:09:12,193 DEBUG [StoreOpener-8c2c4708be833a09f1784277261c678b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:12,193 INFO [StoreOpener-8c2c4708be833a09f1784277261c678b-1 {}] regionserver.HStore(327): Store=8c2c4708be833a09f1784277261c678b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:09:12,193 INFO [StoreOpener-8c2c4708be833a09f1784277261c678b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c2c4708be833a09f1784277261c678b 2024-11-18T17:09:12,194 INFO [StoreOpener-8c2c4708be833a09f1784277261c678b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c2c4708be833a09f1784277261c678b columnFamilyName norep 2024-11-18T17:09:12,194 DEBUG [StoreOpener-8c2c4708be833a09f1784277261c678b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:12,195 INFO [StoreOpener-8c2c4708be833a09f1784277261c678b-1 {}] regionserver.HStore(327): Store=8c2c4708be833a09f1784277261c678b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:09:12,195 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c2c4708be833a09f1784277261c678b 2024-11-18T17:09:12,196 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/default/test/8c2c4708be833a09f1784277261c678b 2024-11-18T17:09:12,196 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/default/test/8c2c4708be833a09f1784277261c678b 2024-11-18T17:09:12,197 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c2c4708be833a09f1784277261c678b 2024-11-18T17:09:12,197 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c2c4708be833a09f1784277261c678b 2024-11-18T17:09:12,197 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:09:12,198 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c2c4708be833a09f1784277261c678b 2024-11-18T17:09:12,200 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/default/test/8c2c4708be833a09f1784277261c678b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:09:12,201 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c2c4708be833a09f1784277261c678b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69618356, jitterRate=0.03739434480667114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:09:12,201 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c2c4708be833a09f1784277261c678b 2024-11-18T17:09:12,201 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c2c4708be833a09f1784277261c678b: Running coprocessor pre-open hook at 1731949752188Writing region info on filesystem at 1731949752188Initializing all the Stores at 1731949752189 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949752189Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949752189Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949752189Cleaning up temporary data from old regions at 1731949752197 (+8 ms)Running coprocessor post-open hooks at 1731949752201 (+4 ms)Region opened successfully at 1731949752201 2024-11-18T17:09:12,202 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731949751049.8c2c4708be833a09f1784277261c678b., pid=6, masterSystemTime=1731949752183 2024-11-18T17:09:12,204 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731949751049.8c2c4708be833a09f1784277261c678b. 2024-11-18T17:09:12,204 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731949751049.8c2c4708be833a09f1784277261c678b. 2024-11-18T17:09:12,204 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c2c4708be833a09f1784277261c678b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,34789,1731949745636 2024-11-18T17:09:12,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c2c4708be833a09f1784277261c678b, server=6912f599d260,34789,1731949745636 because future has completed 2024-11-18T17:09:12,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:09:12,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c2c4708be833a09f1784277261c678b, server=6912f599d260,34789,1731949745636 in 178 msec 2024-11-18T17:09:12,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:09:12,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8c2c4708be833a09f1784277261c678b, ASSIGN in 336 msec 2024-11-18T17:09:12,214 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:09:12,214 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949752214"}]},"ts":"1731949752214"} 2024-11-18T17:09:12,216 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:09:12,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:09:12,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-11-18T17:09:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:09:13,196 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:09:13,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5945d52c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:13,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,41349,-1 for getting cluster id 2024-11-18T17:09:13,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:09:13,197 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24bc79af-4a94-4548-8b90-c0d636294121' 2024-11-18T17:09:13,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:09:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24bc79af-4a94-4548-8b90-c0d636294121" 2024-11-18T17:09:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e5773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,41349,-1] 2024-11-18T17:09:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:09:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:13,199 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:09:13,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fb3a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:13,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b59a0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:13,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46527,-1 for getting cluster id 2024-11-18T17:09:13,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:09:13,201 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c252c8f2-2926-4975-a642-698554080da4' 2024-11-18T17:09:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:09:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c252c8f2-2926-4975-a642-698554080da4" 2024-11-18T17:09:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d01e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46527,-1] 2024-11-18T17:09:13,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:09:13,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:13,202 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:09:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7bc772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:13,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38571766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:13,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,41349,-1 for getting cluster id 2024-11-18T17:09:13,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:09:13,205 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24bc79af-4a94-4548-8b90-c0d636294121' 2024-11-18T17:09:13,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:09:13,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24bc79af-4a94-4548-8b90-c0d636294121" 2024-11-18T17:09:13,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591d8720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:13,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,41349,-1] 2024-11-18T17:09:13,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:09:13,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:13,206 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:09:13,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644d636b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:13,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:09:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,41349,1731949740414 2024-11-18T17:09:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38f7b1e 2024-11-18T17:09:13,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:09:13,210 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:09:13,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:46527,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:09:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:09:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:09:13,213 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:46527' 2024-11-18T17:09:13,214 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc85dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:13,214 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46527,-1 for getting cluster id 2024-11-18T17:09:13,214 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:09:13,215 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c252c8f2-2926-4975-a642-698554080da4' 2024-11-18T17:09:13,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:09:13,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c252c8f2-2926-4975-a642-698554080da4" 2024-11-18T17:09:13,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ffe5f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:13,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46527,-1] 2024-11-18T17:09:13,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:09:13,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:13,216 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:09:13,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426e159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:13,217 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:09:13,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46527,1731949745516 2024-11-18T17:09:13,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8118281 2024-11-18T17:09:13,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:09:13,219 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:09:13,219 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T17:09:13,219 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:09:13,219 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:13,219 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:13,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:09:13,220 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:09:13,221 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:09:13,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:09:13,222 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:13,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:09:13,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741837_1013 (size=1138) 2024-11-18T17:09:13,271 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T17:09:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:09:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:09:13,630 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08801348c46fb27436567575e3efb45f, NAME => 'hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8 2024-11-18T17:09:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741838_1014 (size=44) 2024-11-18T17:09:13,746 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T17:09:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:09:14,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:09:14,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 08801348c46fb27436567575e3efb45f, disabling compactions & flushes 2024-11-18T17:09:14,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. 2024-11-18T17:09:14,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. 2024-11-18T17:09:14,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. after waiting 0 ms 2024-11-18T17:09:14,035 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. 2024-11-18T17:09:14,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. 2024-11-18T17:09:14,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08801348c46fb27436567575e3efb45f: Waiting for close lock at 1731949754035Disabling compacts and flushes for region at 1731949754035Disabling writes for close at 1731949754035Writing region close event to WAL at 1731949754035Closed at 1731949754035 2024-11-18T17:09:14,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:09:14,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731949754037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949754037"}]},"ts":"1731949754037"} 2024-11-18T17:09:14,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:09:14,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:09:14,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949754040"}]},"ts":"1731949754040"} 2024-11-18T17:09:14,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T17:09:14,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08801348c46fb27436567575e3efb45f, ASSIGN}] 2024-11-18T17:09:14,043 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08801348c46fb27436567575e3efb45f, ASSIGN 2024-11-18T17:09:14,044 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08801348c46fb27436567575e3efb45f, ASSIGN; state=OFFLINE, location=6912f599d260,44989,1731949740590; forceNewPlan=false, retain=false 2024-11-18T17:09:14,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08801348c46fb27436567575e3efb45f, regionState=OPENING, regionLocation=6912f599d260,44989,1731949740590 2024-11-18T17:09:14,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08801348c46fb27436567575e3efb45f, ASSIGN because future has completed 2024-11-18T17:09:14,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08801348c46fb27436567575e3efb45f, server=6912f599d260,44989,1731949740590}] 2024-11-18T17:09:14,296 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:09:14,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:14,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:14,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:14,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:09:14,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. 2024-11-18T17:09:14,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:09:14,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:09:14,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C44989%2C1731949740590.rep, suffix=, logDir=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590, archiveDir=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/oldWALs, maxLogs=10 2024-11-18T17:09:14,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.rep.1731949754356, exclude list is [], retry=0 2024-11-18T17:09:14,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45335,DS-6780c72d-b698-46fa-9439-4149d8c07d99,DISK] 2024-11-18T17:09:14,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.rep.1731949754356 2024-11-18T17:09:14,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35935:35935)] 2024-11-18T17:09:14,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 08801348c46fb27436567575e3efb45f, NAME => 'hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:09:14,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:09:14,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:09:14,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. service=MultiRowMutationService 2024-11-18T17:09:14,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:09:14,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 08801348c46fb27436567575e3efb45f 2024-11-18T17:09:14,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:09:14,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 08801348c46fb27436567575e3efb45f 2024-11-18T17:09:14,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 08801348c46fb27436567575e3efb45f 2024-11-18T17:09:14,375 INFO [StoreOpener-08801348c46fb27436567575e3efb45f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 08801348c46fb27436567575e3efb45f 2024-11-18T17:09:14,376 INFO [StoreOpener-08801348c46fb27436567575e3efb45f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08801348c46fb27436567575e3efb45f columnFamilyName hfileref 2024-11-18T17:09:14,376 DEBUG [StoreOpener-08801348c46fb27436567575e3efb45f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:14,376 INFO [StoreOpener-08801348c46fb27436567575e3efb45f-1 {}] regionserver.HStore(327): Store=08801348c46fb27436567575e3efb45f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:09:14,376 INFO [StoreOpener-08801348c46fb27436567575e3efb45f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 08801348c46fb27436567575e3efb45f 2024-11-18T17:09:14,378 INFO [StoreOpener-08801348c46fb27436567575e3efb45f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08801348c46fb27436567575e3efb45f columnFamilyName queue 2024-11-18T17:09:14,378 DEBUG [StoreOpener-08801348c46fb27436567575e3efb45f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:14,378 INFO [StoreOpener-08801348c46fb27436567575e3efb45f-1 {}] regionserver.HStore(327): Store=08801348c46fb27436567575e3efb45f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:09:14,378 INFO [StoreOpener-08801348c46fb27436567575e3efb45f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 08801348c46fb27436567575e3efb45f 2024-11-18T17:09:14,379 INFO [StoreOpener-08801348c46fb27436567575e3efb45f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08801348c46fb27436567575e3efb45f columnFamilyName sid 2024-11-18T17:09:14,379 DEBUG [StoreOpener-08801348c46fb27436567575e3efb45f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:09:14,380 INFO [StoreOpener-08801348c46fb27436567575e3efb45f-1 {}] regionserver.HStore(327): Store=08801348c46fb27436567575e3efb45f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:09:14,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 08801348c46fb27436567575e3efb45f 2024-11-18T17:09:14,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/replication/08801348c46fb27436567575e3efb45f 2024-11-18T17:09:14,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/replication/08801348c46fb27436567575e3efb45f 2024-11-18T17:09:14,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 08801348c46fb27436567575e3efb45f 2024-11-18T17:09:14,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 08801348c46fb27436567575e3efb45f 2024-11-18T17:09:14,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:09:14,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 08801348c46fb27436567575e3efb45f 2024-11-18T17:09:14,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/replication/08801348c46fb27436567575e3efb45f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:09:14,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 08801348c46fb27436567575e3efb45f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60909233, jitterRate=-0.09238170087337494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:09:14,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08801348c46fb27436567575e3efb45f 2024-11-18T17:09:14,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 08801348c46fb27436567575e3efb45f: Running coprocessor pre-open hook at 1731949754373Writing region info on filesystem at 1731949754374 (+1 ms)Initializing all the Stores at 1731949754374Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949754374Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949754374Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949754374Cleaning up temporary data from old regions at 1731949754382 (+8 ms)Running coprocessor post-open hooks at 1731949754386 (+4 ms)Region opened successfully at 1731949754386 2024-11-18T17:09:14,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f., pid=10, masterSystemTime=1731949754350 2024-11-18T17:09:14,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. 2024-11-18T17:09:14,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. 2024-11-18T17:09:14,390 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08801348c46fb27436567575e3efb45f, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,44989,1731949740590 2024-11-18T17:09:14,423 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41349 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6912f599d260,44989,1731949740590, table=hbase:replication, region=08801348c46fb27436567575e3efb45f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T17:09:14,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08801348c46fb27436567575e3efb45f, server=6912f599d260,44989,1731949740590 because future has completed 2024-11-18T17:09:14,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T17:09:14,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 08801348c46fb27436567575e3efb45f, server=6912f599d260,44989,1731949740590 in 228 msec 2024-11-18T17:09:14,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T17:09:14,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08801348c46fb27436567575e3efb45f, ASSIGN in 386 msec 2024-11-18T17:09:14,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:09:14,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949754431"}]},"ts":"1731949754431"} 2024-11-18T17:09:14,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T17:09:14,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:09:14,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2150 sec 2024-11-18T17:09:14,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f., hostname=6912f599d260,44989,1731949740590, seqNum=2] 2024-11-18T17:09:14,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:09:14,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:09:14,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:09:14,664 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T17:09:14,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44989 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T17:09:14,697 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T17:09:14,723 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,44989,1731949740590, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:09:14,723 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:09:14,723 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44989,1731949740590, seqNum=-1] 2024-11-18T17:09:14,724 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:09:14,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-18T17:09:14,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6912f599d260,44989,1731949740590', locateType=CURRENT is [region=hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f., hostname=6912f599d260,44989,1731949740590, seqNum=2] 2024-11-18T17:09:14,740 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T17:09:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T17:09:14,743 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6912f599d260,44989,1731949740590 suceeded 2024-11-18T17:09:14,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T17:09:14,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-18T17:09:14,747 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6912f599d260:46527,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-18T17:09:14,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5370 sec 2024-11-18T17:09:14,757 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:46527' 2024-11-18T17:09:14,759 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52f033c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:14,759 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46527,-1 for getting cluster id 2024-11-18T17:09:14,759 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:09:14,760 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c252c8f2-2926-4975-a642-698554080da4' 2024-11-18T17:09:14,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:09:14,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c252c8f2-2926-4975-a642-698554080da4" 2024-11-18T17:09:14,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bcfcb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:14,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46527,-1] 2024-11-18T17:09:14,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:09:14,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:14,762 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:09:14,763 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59c51709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:14,763 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:09:14,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46527,1731949745516 2024-11-18T17:09:14,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e299bf4 2024-11-18T17:09:14,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:09:14,765 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-18T17:09:14,766 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,44989,1731949740590 (queues=1) is replicating from cluster=24bc79af-4a94-4548-8b90-c0d636294121 to cluster=c252c8f2-2926-4975-a642-698554080da4 2024-11-18T17:09:14,766 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C44989%2C1731949740590 2024-11-18T17:09:14,766 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,44989,1731949740590, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:09:14,767 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799, startPosition=0, beingWritten=true 2024-11-18T17:09:14,769 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.shipper6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C44989%2C1731949740590 2024-11-18T17:09:14,781 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:09:14,781 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 379, reset compression=false 2024-11-18T17:09:14,781 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.shipper6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,44989,1731949740590 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:09:14,986 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 379, reset compression=false 2024-11-18T17:09:15,290 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 379, reset compression=false 2024-11-18T17:09:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:09:15,356 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:09:15,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:09:15,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:09:15,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:15,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:15,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:09:15,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:15,362 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731949755361/Put/seqid=0 2024-11-18T17:09:15,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741840_1016 (size=7894) 2024-11-18T17:09:15,694 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 379, reset compression=false 2024-11-18T17:09:15,770 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f/f/hfile_1 is 34, key is ddd/f:row/1731949755768/Put/seqid=0 2024-11-18T17:09:15,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741841_1017 (size=7691) 2024-11-18T17:09:16,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259865b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:16,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,41349,-1 for getting cluster id 2024-11-18T17:09:16,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:09:16,179 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24bc79af-4a94-4548-8b90-c0d636294121' 2024-11-18T17:09:16,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:09:16,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24bc79af-4a94-4548-8b90-c0d636294121" 2024-11-18T17:09:16,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e69725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:16,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,41349,-1] 2024-11-18T17:09:16,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:09:16,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:16,180 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:09:16,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da6d29e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:16,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:09:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44989,1731949740590, seqNum=-1] 2024-11-18T17:09:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:09:16,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:09:16,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:09:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,41349,1731949740414 2024-11-18T17:09:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7aaad838 2024-11-18T17:09:16,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:09:16,196 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:09:16,198 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 379, reset compression=false 2024-11-18T17:09:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731949748891.e4941ef610b62bf12408ac421146f3b7., hostname=6912f599d260,44989,1731949740590, seqNum=2] 2024-11-18T17:09:16,211 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T17:09:16,222 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T17:09:16,225 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T17:09:16,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f/f/hfile_1 for inclusion in e4941ef610b62bf12408ac421146f3b7/f 2024-11-18T17:09:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T17:09:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:09:16,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f/f/hfile_0 for inclusion in e4941ef610b62bf12408ac421146f3b7/f 2024-11-18T17:09:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T17:09:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:09:16,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HRegion(2603): Flush status journal for e4941ef610b62bf12408ac421146f3b7: 2024-11-18T17:09:16,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f/f/hfile_1 to hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__1pg7uooca8kf5ge49i4rod19cueskgh6fhf9ouuoap1opbrq5j9qdu3f27moa2i9/f/hfile_1 2024-11-18T17:09:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__1pg7uooca8kf5ge49i4rod19cueskgh6fhf9ouuoap1opbrq5j9qdu3f27moa2i9/f/hfile_1 as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f/a873d59dbd4a49de8e812d3c89df1e13_SeqId_4_ 2024-11-18T17:09:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f/f/hfile_0 to hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__1pg7uooca8kf5ge49i4rod19cueskgh6fhf9ouuoap1opbrq5j9qdu3f27moa2i9/f/hfile_0 2024-11-18T17:09:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__1pg7uooca8kf5ge49i4rod19cueskgh6fhf9ouuoap1opbrq5j9qdu3f27moa2i9/f/hfile_0 as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f/4e4c61c33ea940c6a27d328496a0f122_SeqId_4_ 2024-11-18T17:09:16,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__1pg7uooca8kf5ge49i4rod19cueskgh6fhf9ouuoap1opbrq5j9qdu3f27moa2i9/f/hfile_1 into e4941ef610b62bf12408ac421146f3b7/f as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f/a873d59dbd4a49de8e812d3c89df1e13_SeqId_4_ - updating store file list. 2024-11-18T17:09:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a873d59dbd4a49de8e812d3c89df1e13_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T17:09:16,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f/a873d59dbd4a49de8e812d3c89df1e13_SeqId_4_ into e4941ef610b62bf12408ac421146f3b7/f 2024-11-18T17:09:16,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__1pg7uooca8kf5ge49i4rod19cueskgh6fhf9ouuoap1opbrq5j9qdu3f27moa2i9/f/hfile_1 into e4941ef610b62bf12408ac421146f3b7/f (new location: hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f/a873d59dbd4a49de8e812d3c89df1e13_SeqId_4_) 2024-11-18T17:09:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__1pg7uooca8kf5ge49i4rod19cueskgh6fhf9ouuoap1opbrq5j9qdu3f27moa2i9/f/hfile_1 2024-11-18T17:09:16,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__1pg7uooca8kf5ge49i4rod19cueskgh6fhf9ouuoap1opbrq5j9qdu3f27moa2i9/f/hfile_0 into e4941ef610b62bf12408ac421146f3b7/f as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f/4e4c61c33ea940c6a27d328496a0f122_SeqId_4_ - updating store file list. 2024-11-18T17:09:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4e4c61c33ea940c6a27d328496a0f122_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T17:09:16,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f/4e4c61c33ea940c6a27d328496a0f122_SeqId_4_ into e4941ef610b62bf12408ac421146f3b7/f 2024-11-18T17:09:16,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__1pg7uooca8kf5ge49i4rod19cueskgh6fhf9ouuoap1opbrq5j9qdu3f27moa2i9/f/hfile_0 into e4941ef610b62bf12408ac421146f3b7/f (new location: hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f/4e4c61c33ea940c6a27d328496a0f122_SeqId_4_) 2024-11-18T17:09:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__1pg7uooca8kf5ge49i4rod19cueskgh6fhf9ouuoap1opbrq5j9qdu3f27moa2i9/f/hfile_0 2024-11-18T17:09:16,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:09:16,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:09:16,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:16,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:16,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:09:16,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:09:16,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731949748891.e4941ef610b62bf12408ac421146f3b7., hostname=6912f599d260,44989,1731949740590, seqNum=2 , the old value is region=test,,1731949748891.e4941ef610b62bf12408ac421146f3b7., hostname=6912f599d260,44989,1731949740590, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6912f599d260:44989 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T17:09:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731949748891.e4941ef610b62bf12408ac421146f3b7., hostname=6912f599d260,44989,1731949740590, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T17:09:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731949748891.e4941ef610b62bf12408ac421146f3b7., hostname=6912f599d260,44989,1731949740590, seqNum=2 from cache 2024-11-18T17:09:16,284 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34789,1731949745636, seqNum=-1] 2024-11-18T17:09:16,284 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T17:09:16,285 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:09:16,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:09:16,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731949751049.8c2c4708be833a09f1784277261c678b., hostname=6912f599d260,34789,1731949745636, seqNum=2] 2024-11-18T17:09:16,289 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T17:09:16,397 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:44989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-18T17:09:16,804 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 379, reset compression=false 2024-11-18T17:09:16,810 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:09:16,810 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.shipper6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,44989,1731949740590 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4941ef610b62bf12408ac421146f3b7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731949756277/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T17:09:16,827 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.shipper6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:09:16,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-18T17:09:16,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.ReplicationSink(318): Replicating [24bc79af-4a94-4548-8b90-c0d636294121] bulk loaded data 2024-11-18T17:09:16,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4edf311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:16,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,46527,-1 for getting cluster id 2024-11-18T17:09:16,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:09:16,834 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c252c8f2-2926-4975-a642-698554080da4' 2024-11-18T17:09:16,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:09:16,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c252c8f2-2926-4975-a642-698554080da4" 2024-11-18T17:09:16,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b69d407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:16,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,46527,-1] 2024-11-18T17:09:16,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:09:16,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:16,835 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:09:16,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b01920e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:16,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741837_1013 (size=7691) 2024-11-18T17:09:17,010 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 687, reset compression=false 2024-11-18T17:09:17,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741838_1014 (size=7894) 2024-11-18T17:09:17,291 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T17:09:17,314 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 687, reset compression=false 2024-11-18T17:09:17,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:09:17,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,46527,1731949745516 2024-11-18T17:09:17,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c48ab6 2024-11-18T17:09:17,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:09:17,664 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-18T17:09:17,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T17:09:17,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:09:17,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34789,1731949745636, seqNum=-1] 2024-11-18T17:09:17,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:09:17,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-18T17:09:17,677 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/staging/jenkins.hfs.6__test__bi54s725vt5fsu9t3ep5bp7bkutp2dc4iqrnlhqerjn81sq6e38om54ciokd45vs/f/4e4c61c33ea940c6a27d328496a0f122_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T17:09:17,680 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/staging/jenkins.hfs.6__test__bi54s725vt5fsu9t3ep5bp7bkutp2dc4iqrnlhqerjn81sq6e38om54ciokd45vs/f/a873d59dbd4a49de8e812d3c89df1e13_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T17:09:17,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/staging/jenkins.hfs.6__test__bi54s725vt5fsu9t3ep5bp7bkutp2dc4iqrnlhqerjn81sq6e38om54ciokd45vs/f/4e4c61c33ea940c6a27d328496a0f122_SeqId_4_ for inclusion in 8c2c4708be833a09f1784277261c678b/f 2024-11-18T17:09:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T17:09:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:09:17,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/staging/jenkins.hfs.6__test__bi54s725vt5fsu9t3ep5bp7bkutp2dc4iqrnlhqerjn81sq6e38om54ciokd45vs/f/a873d59dbd4a49de8e812d3c89df1e13_SeqId_4_ for inclusion in 8c2c4708be833a09f1784277261c678b/f 2024-11-18T17:09:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T17:09:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:09:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HRegion(2603): Flush status journal for 8c2c4708be833a09f1784277261c678b: 2024-11-18T17:09:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4e4c61c33ea940c6a27d328496a0f122_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T17:09:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/staging/jenkins.hfs.6__test__bi54s725vt5fsu9t3ep5bp7bkutp2dc4iqrnlhqerjn81sq6e38om54ciokd45vs/f/4e4c61c33ea940c6a27d328496a0f122_SeqId_4_ as hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/default/test/8c2c4708be833a09f1784277261c678b/f/606eb84846d341d5a0c5127137cdb5fd_SeqId_4_ 2024-11-18T17:09:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a873d59dbd4a49de8e812d3c89df1e13_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T17:09:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/staging/jenkins.hfs.6__test__bi54s725vt5fsu9t3ep5bp7bkutp2dc4iqrnlhqerjn81sq6e38om54ciokd45vs/f/a873d59dbd4a49de8e812d3c89df1e13_SeqId_4_ as hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/default/test/8c2c4708be833a09f1784277261c678b/f/73a860ffd9f346d79fdee8a08993cf58_SeqId_4_ 2024-11-18T17:09:17,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/staging/jenkins.hfs.6__test__bi54s725vt5fsu9t3ep5bp7bkutp2dc4iqrnlhqerjn81sq6e38om54ciokd45vs/f/4e4c61c33ea940c6a27d328496a0f122_SeqId_4_ into 8c2c4708be833a09f1784277261c678b/f as hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/default/test/8c2c4708be833a09f1784277261c678b/f/606eb84846d341d5a0c5127137cdb5fd_SeqId_4_ - updating store file list. 2024-11-18T17:09:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 606eb84846d341d5a0c5127137cdb5fd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T17:09:17,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/default/test/8c2c4708be833a09f1784277261c678b/f/606eb84846d341d5a0c5127137cdb5fd_SeqId_4_ into 8c2c4708be833a09f1784277261c678b/f 2024-11-18T17:09:17,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/staging/jenkins.hfs.6__test__bi54s725vt5fsu9t3ep5bp7bkutp2dc4iqrnlhqerjn81sq6e38om54ciokd45vs/f/4e4c61c33ea940c6a27d328496a0f122_SeqId_4_ into 8c2c4708be833a09f1784277261c678b/f (new location: hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/default/test/8c2c4708be833a09f1784277261c678b/f/606eb84846d341d5a0c5127137cdb5fd_SeqId_4_) 2024-11-18T17:09:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/staging/jenkins.hfs.6__test__bi54s725vt5fsu9t3ep5bp7bkutp2dc4iqrnlhqerjn81sq6e38om54ciokd45vs/f/4e4c61c33ea940c6a27d328496a0f122_SeqId_4_ 2024-11-18T17:09:17,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/staging/jenkins.hfs.6__test__bi54s725vt5fsu9t3ep5bp7bkutp2dc4iqrnlhqerjn81sq6e38om54ciokd45vs/f/a873d59dbd4a49de8e812d3c89df1e13_SeqId_4_ into 8c2c4708be833a09f1784277261c678b/f as hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/default/test/8c2c4708be833a09f1784277261c678b/f/73a860ffd9f346d79fdee8a08993cf58_SeqId_4_ - updating store file list. 2024-11-18T17:09:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73a860ffd9f346d79fdee8a08993cf58_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T17:09:17,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/default/test/8c2c4708be833a09f1784277261c678b/f/73a860ffd9f346d79fdee8a08993cf58_SeqId_4_ into 8c2c4708be833a09f1784277261c678b/f 2024-11-18T17:09:17,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/staging/jenkins.hfs.6__test__bi54s725vt5fsu9t3ep5bp7bkutp2dc4iqrnlhqerjn81sq6e38om54ciokd45vs/f/a873d59dbd4a49de8e812d3c89df1e13_SeqId_4_ into 8c2c4708be833a09f1784277261c678b/f (new location: hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/default/test/8c2c4708be833a09f1784277261c678b/f/73a860ffd9f346d79fdee8a08993cf58_SeqId_4_) 2024-11-18T17:09:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/staging/jenkins.hfs.6__test__bi54s725vt5fsu9t3ep5bp7bkutp2dc4iqrnlhqerjn81sq6e38om54ciokd45vs/f/a873d59dbd4a49de8e812d3c89df1e13_SeqId_4_ 2024-11-18T17:09:17,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34789 {}] regionserver.ReplicationSink(324): Finished replicating [24bc79af-4a94-4548-8b90-c0d636294121] bulk loaded data 2024-11-18T17:09:17,718 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 687, reset compression=false 2024-11-18T17:09:18,222 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 687, reset compression=false 2024-11-18T17:09:18,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:09:18,310 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731949758309/Put/seqid=0 2024-11-18T17:09:18,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741842_1018 (size=7997) 2024-11-18T17:09:18,769 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731949758768/Put/seqid=0 2024-11-18T17:09:18,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741843_1019 (size=7794) 2024-11-18T17:09:18,827 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 687, reset compression=false 2024-11-18T17:09:19,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25dff3e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:19,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,41349,-1 for getting cluster id 2024-11-18T17:09:19,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:09:19,175 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24bc79af-4a94-4548-8b90-c0d636294121' 2024-11-18T17:09:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:09:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24bc79af-4a94-4548-8b90-c0d636294121" 2024-11-18T17:09:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361b0d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,41349,-1] 2024-11-18T17:09:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:09:19,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:19,177 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:09:19,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c055648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:09:19,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:09:19,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44989,1731949740590, seqNum=-1] 2024-11-18T17:09:19,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:09:19,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:09:19,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:09:19,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,41349,1731949740414 2024-11-18T17:09:19,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39b70cac 2024-11-18T17:09:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:09:19,191 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:09:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731949748891.e4941ef610b62bf12408ac421146f3b7., hostname=6912f599d260,44989,1731949740590, seqNum=2] 2024-11-18T17:09:19,198 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T17:09:19,204 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T17:09:19,207 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T17:09:19,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f1/f1/hfile_0 for inclusion in e4941ef610b62bf12408ac421146f3b7/f1 2024-11-18T17:09:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T17:09:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:09:19,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f1/f1/hfile_1 for inclusion in e4941ef610b62bf12408ac421146f3b7/f1 2024-11-18T17:09:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T17:09:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:09:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HRegion(2603): Flush status journal for e4941ef610b62bf12408ac421146f3b7: 2024-11-18T17:09:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f1/f1/hfile_0 to hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__obo4t8hqckqnoglmadcbd7p8incovc11n4bjdtqvpq13ge7rr965abfr1quja8st/f1/hfile_0 2024-11-18T17:09:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__obo4t8hqckqnoglmadcbd7p8incovc11n4bjdtqvpq13ge7rr965abfr1quja8st/f1/hfile_0 as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f1/d128354297754033b1a45bd0b5ef1017_SeqId_6_ 2024-11-18T17:09:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/load_f1/f1/hfile_1 to hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__obo4t8hqckqnoglmadcbd7p8incovc11n4bjdtqvpq13ge7rr965abfr1quja8st/f1/hfile_1 2024-11-18T17:09:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__obo4t8hqckqnoglmadcbd7p8incovc11n4bjdtqvpq13ge7rr965abfr1quja8st/f1/hfile_1 as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f1/4bf299847a2748b59c530cd1a47359ed_SeqId_6_ 2024-11-18T17:09:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-18T17:09:19,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__obo4t8hqckqnoglmadcbd7p8incovc11n4bjdtqvpq13ge7rr965abfr1quja8st/f1/hfile_0 into e4941ef610b62bf12408ac421146f3b7/f1 as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f1/d128354297754033b1a45bd0b5ef1017_SeqId_6_ - updating store file list. 2024-11-18T17:09:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d128354297754033b1a45bd0b5ef1017_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T17:09:19,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f1/d128354297754033b1a45bd0b5ef1017_SeqId_6_ into e4941ef610b62bf12408ac421146f3b7/f1 2024-11-18T17:09:19,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__obo4t8hqckqnoglmadcbd7p8incovc11n4bjdtqvpq13ge7rr965abfr1quja8st/f1/hfile_0 into e4941ef610b62bf12408ac421146f3b7/f1 (new location: hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f1/d128354297754033b1a45bd0b5ef1017_SeqId_6_) 2024-11-18T17:09:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__obo4t8hqckqnoglmadcbd7p8incovc11n4bjdtqvpq13ge7rr965abfr1quja8st/f1/hfile_0 2024-11-18T17:09:19,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__obo4t8hqckqnoglmadcbd7p8incovc11n4bjdtqvpq13ge7rr965abfr1quja8st/f1/hfile_1 into e4941ef610b62bf12408ac421146f3b7/f1 as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f1/4bf299847a2748b59c530cd1a47359ed_SeqId_6_ - updating store file list. 2024-11-18T17:09:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4bf299847a2748b59c530cd1a47359ed_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T17:09:19,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f1/4bf299847a2748b59c530cd1a47359ed_SeqId_6_ into e4941ef610b62bf12408ac421146f3b7/f1 2024-11-18T17:09:19,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__obo4t8hqckqnoglmadcbd7p8incovc11n4bjdtqvpq13ge7rr965abfr1quja8st/f1/hfile_1 into e4941ef610b62bf12408ac421146f3b7/f1 (new location: hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/f1/4bf299847a2748b59c530cd1a47359ed_SeqId_6_) 2024-11-18T17:09:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44989 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/staging/jenkins__test__obo4t8hqckqnoglmadcbd7p8incovc11n4bjdtqvpq13ge7rr965abfr1quja8st/f1/hfile_1 2024-11-18T17:09:19,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:09:19,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:09:19,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:19,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:09:19,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731949748891.e4941ef610b62bf12408ac421146f3b7., hostname=6912f599d260,44989,1731949740590, seqNum=2 , the old value is region=test,,1731949748891.e4941ef610b62bf12408ac421146f3b7., hostname=6912f599d260,44989,1731949740590, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6912f599d260:44989 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T17:09:19,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731949748891.e4941ef610b62bf12408ac421146f3b7., hostname=6912f599d260,44989,1731949740590, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T17:09:19,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731949748891.e4941ef610b62bf12408ac421146f3b7., hostname=6912f599d260,44989,1731949740590, seqNum=2 from cache 2024-11-18T17:09:19,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:09:19,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:09:19,239 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T17:09:19,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44989,1731949740590, seqNum=-1] 2024-11-18T17:09:19,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:09:19,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:09:19,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731949748891.e4941ef610b62bf12408ac421146f3b7., hostname=6912f599d260,44989,1731949740590, seqNum=2] 2024-11-18T17:09:19,347 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:44989 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-18T17:09:19,531 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 687, reset compression=false 2024-11-18T17:09:19,537 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:09:19,537 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:19,537 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.shipper6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,44989,1731949740590 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:09:19,741 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:19,875 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:09:19,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:19,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:19,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:19,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:09:19,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T17:09:19,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T17:09:19,915 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T17:09:19,915 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T17:09:19,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:09:19,916 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T17:09:20,045 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:20,449 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:20,953 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:21,557 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:22,261 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:23,065 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:23,969 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:24,973 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:26,077 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:27,281 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:28,584 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:29,988 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:30,003 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T17:09:31,492 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:33,095 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:34,800 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:35,105 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T17:09:36,605 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:38,509 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:39,539 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.shipper6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,44989,1731949740590 got entry batch from reader: null 2024-11-18T17:09:40,514 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:42,618 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:44,426 INFO [master/6912f599d260:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T17:09:44,426 INFO [master/6912f599d260:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T17:09:44,822 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:47,126 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:48,844 INFO [master/6912f599d260:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T17:09:48,844 INFO [master/6912f599d260:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T17:09:49,530 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:52,034 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:54,638 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:55,032 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e4941ef610b62bf12408ac421146f3b7, had cached 0 bytes from a total of 31376 2024-11-18T17:09:57,188 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8c2c4708be833a09f1784277261c678b, had cached 0 bytes from a total of 15585 2024-11-18T17:09:57,341 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:09:59,540 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.shipper6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,44989,1731949740590 got entry batch from reader: null 2024-11-18T17:10:00,003 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T17:10:00,145 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:10:03,049 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:10:04,005 DEBUG [master/6912f599d260:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:10:05,105 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T17:10:06,052 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:10:09,156 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:10:09,464 DEBUG [master/6912f599d260:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:10:12,360 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:10:15,663 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:10:19,067 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:10:19,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:10:19,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:10:19,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:19,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:19,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:19,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:10:19,271 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:10:19,271 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1432523023, stopped=false 2024-11-18T17:10:19,272 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,46527,1731949745516 2024-11-18T17:10:19,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11731968446/running 2024-11-18T17:10:19,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11731968446/running 2024-11-18T17:10:19,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446 2024-11-18T17:10:19,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446 2024-11-18T17:10:19,313 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:10:19,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:10:19,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:19,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:19,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Set watcher on znode that does not yet exist, /11731968446/running 2024-11-18T17:10:19,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Set watcher on znode that does not yet exist, /11731968446/running 2024-11-18T17:10:19,314 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,34789,1731949745636' ***** 2024-11-18T17:10:19,314 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:10:19,314 INFO [RS:0;6912f599d260:34789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:10:19,315 INFO [RS:0;6912f599d260:34789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:10:19,315 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:10:19,315 INFO [RS:0;6912f599d260:34789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:10:19,315 INFO [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c2c4708be833a09f1784277261c678b 2024-11-18T17:10:19,315 INFO [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,34789,1731949745636 2024-11-18T17:10:19,315 INFO [RS:0;6912f599d260:34789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:10:19,315 INFO [RS:0;6912f599d260:34789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:34789. 2024-11-18T17:10:19,315 DEBUG [RS:0;6912f599d260:34789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:19,315 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c2c4708be833a09f1784277261c678b, disabling compactions & flushes 2024-11-18T17:10:19,315 DEBUG [RS:0;6912f599d260:34789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:19,315 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731949751049.8c2c4708be833a09f1784277261c678b. 2024-11-18T17:10:19,315 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949751049.8c2c4708be833a09f1784277261c678b. 2024-11-18T17:10:19,315 INFO [RS:0;6912f599d260:34789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:10:19,315 INFO [RS:0;6912f599d260:34789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:10:19,315 INFO [RS:0;6912f599d260:34789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:10:19,315 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731949751049.8c2c4708be833a09f1784277261c678b. after waiting 0 ms 2024-11-18T17:10:19,315 INFO [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:10:19,315 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731949751049.8c2c4708be833a09f1784277261c678b. 2024-11-18T17:10:19,315 INFO [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T17:10:19,315 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8c2c4708be833a09f1784277261c678b=test,,1731949751049.8c2c4708be833a09f1784277261c678b.} 2024-11-18T17:10:19,315 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:10:19,315 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c2c4708be833a09f1784277261c678b 2024-11-18T17:10:19,315 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:10:19,315 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:10:19,315 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:10:19,316 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:10:19,316 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T17:10:19,320 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/default/test/8c2c4708be833a09f1784277261c678b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T17:10:19,320 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:10:19,320 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:10:19,320 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731949751049.8c2c4708be833a09f1784277261c678b. 2024-11-18T17:10:19,320 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c2c4708be833a09f1784277261c678b: Waiting for close lock at 1731949819315Running coprocessor pre-close hooks at 1731949819315Disabling compacts and flushes for region at 1731949819315Disabling writes for close at 1731949819315Writing region close event to WAL at 1731949819316 (+1 ms)Running coprocessor post-close hooks at 1731949819320 (+4 ms)Closed at 1731949819320 2024-11-18T17:10:19,321 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731949751049.8c2c4708be833a09f1784277261c678b. 2024-11-18T17:10:19,332 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/.tmp/info/200882345b934ad2b780077861e769db is 129, key is test,,1731949751049.8c2c4708be833a09f1784277261c678b./info:regioninfo/1731949752204/Put/seqid=0 2024-11-18T17:10:19,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741839_1015 (size=6421) 2024-11-18T17:10:19,404 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:10:19,516 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:19,540 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.shipper6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,44989,1731949740590 got entry batch from reader: null 2024-11-18T17:10:19,716 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:19,737 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/.tmp/info/200882345b934ad2b780077861e769db 2024-11-18T17:10:19,768 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/.tmp/ns/1c165430751b4209a8b41f1194feb2f8 is 43, key is default/ns:d/1731949748829/Put/seqid=0 2024-11-18T17:10:19,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741840_1016 (size=5153) 2024-11-18T17:10:19,849 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:10:19,849 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:10:19,916 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:20,116 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:20,172 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/.tmp/ns/1c165430751b4209a8b41f1194feb2f8 2024-11-18T17:10:20,190 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/.tmp/rep_barrier/5d2aac88c2ba4313acee5049a0474948 is 112, key is test,,1731949751049.8c2c4708be833a09f1784277261c678b./rep_barrier:seqnumDuringOpen/1731949752204/Put/seqid=0 2024-11-18T17:10:20,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741841_1017 (size=5518) 2024-11-18T17:10:20,316 INFO [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T17:10:20,316 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:10:20,316 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:20,516 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:20,595 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/.tmp/rep_barrier/5d2aac88c2ba4313acee5049a0474948 2024-11-18T17:10:20,613 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/.tmp/table/63c075d8b4724f24bc0d776a6708a836 is 40, key is test/table:state/1731949752214/Put/seqid=0 2024-11-18T17:10:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741842_1018 (size=5165) 2024-11-18T17:10:20,717 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:20,917 DEBUG [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:21,018 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/.tmp/table/63c075d8b4724f24bc0d776a6708a836 2024-11-18T17:10:21,024 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/.tmp/info/200882345b934ad2b780077861e769db as hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/info/200882345b934ad2b780077861e769db 2024-11-18T17:10:21,029 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/info/200882345b934ad2b780077861e769db, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T17:10:21,030 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/.tmp/ns/1c165430751b4209a8b41f1194feb2f8 as hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/ns/1c165430751b4209a8b41f1194feb2f8 2024-11-18T17:10:21,035 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/ns/1c165430751b4209a8b41f1194feb2f8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T17:10:21,036 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/.tmp/rep_barrier/5d2aac88c2ba4313acee5049a0474948 as hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/rep_barrier/5d2aac88c2ba4313acee5049a0474948 2024-11-18T17:10:21,041 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/rep_barrier/5d2aac88c2ba4313acee5049a0474948, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T17:10:21,042 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/.tmp/table/63c075d8b4724f24bc0d776a6708a836 as hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/table/63c075d8b4724f24bc0d776a6708a836 2024-11-18T17:10:21,047 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/table/63c075d8b4724f24bc0d776a6708a836, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T17:10:21,048 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false 2024-11-18T17:10:21,052 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T17:10:21,053 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:10:21,053 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:10:21,053 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:10:21,053 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949819315Running coprocessor pre-close hooks at 1731949819315Disabling compacts and flushes for region at 1731949819315Disabling writes for close at 1731949819315Obtaining lock to block concurrent updates at 1731949819316 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731949819316Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731949819316Flushing stores of hbase:meta,,1.1588230740 at 1731949819316Flushing 1588230740/info: creating writer at 1731949819317 (+1 ms)Flushing 1588230740/info: appending metadata at 1731949819332 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731949819332Flushing 1588230740/ns: creating writer at 1731949819755 (+423 ms)Flushing 1588230740/ns: appending metadata at 1731949819767 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731949819767Flushing 1588230740/rep_barrier: creating writer at 1731949820177 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731949820190 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731949820190Flushing 1588230740/table: creating writer at 1731949820600 (+410 ms)Flushing 1588230740/table: appending metadata at 1731949820613 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731949820613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c46ad0: reopening flushed file at 1731949821023 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6871004: reopening flushed file at 1731949821029 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@510abbd4: reopening flushed file at 1731949821035 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197626fc: reopening flushed file at 1731949821041 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false at 1731949821048 (+7 ms)Writing region close event to WAL at 1731949821049 (+1 ms)Running coprocessor post-close hooks at 1731949821053 (+4 ms)Closed at 1731949821053 2024-11-18T17:10:21,053 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:10:21,117 INFO [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,34789,1731949745636; all regions closed. 2024-11-18T17:10:21,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741834_1010 (size=2717) 2024-11-18T17:10:21,119 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/WALs/6912f599d260,34789,1731949745636/6912f599d260%2C34789%2C1731949745636.meta.1731949748778.meta not finished, retry = 0 2024-11-18T17:10:21,222 DEBUG [RS:0;6912f599d260:34789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/oldWALs 2024-11-18T17:10:21,222 INFO [RS:0;6912f599d260:34789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C34789%2C1731949745636.meta:.meta(num 1731949748778) 2024-11-18T17:10:21,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741832_1008 (size=1028) 2024-11-18T17:10:21,224 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/WALs/6912f599d260,34789,1731949745636/6912f599d260%2C34789%2C1731949745636.1731949747881 not finished, retry = 0 2024-11-18T17:10:21,327 DEBUG [RS:0;6912f599d260:34789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/oldWALs 2024-11-18T17:10:21,327 INFO [RS:0;6912f599d260:34789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C34789%2C1731949745636:(num 1731949747881) 2024-11-18T17:10:21,327 DEBUG [RS:0;6912f599d260:34789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:21,327 INFO [RS:0;6912f599d260:34789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:10:21,327 INFO [RS:0;6912f599d260:34789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:10:21,327 INFO [RS:0;6912f599d260:34789 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:10:21,327 INFO [RS:0;6912f599d260:34789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:10:21,327 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:10:21,327 INFO [RS:0;6912f599d260:34789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:34789. 2024-11-18T17:10:21,328 DEBUG [RS:0;6912f599d260:34789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:21,328 DEBUG [RS:0;6912f599d260:34789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:21,328 DEBUG [RS:0;6912f599d260:34789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:21,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:10:21,328 INFO [RS:0;6912f599d260:34789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34789 2024-11-18T17:10:21,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11731968446/rs/6912f599d260,34789,1731949745636 2024-11-18T17:10:21,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446/rs 2024-11-18T17:10:21,363 INFO [RS:0;6912f599d260:34789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:10:21,371 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,34789,1731949745636] 2024-11-18T17:10:21,380 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11731968446/draining/6912f599d260,34789,1731949745636 already deleted, retry=false 2024-11-18T17:10:21,380 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,34789,1731949745636 expired; onlineServers=0 2024-11-18T17:10:21,380 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,46527,1731949745516' ***** 2024-11-18T17:10:21,380 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:10:21,380 INFO [M:0;6912f599d260:46527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:10:21,380 INFO [M:0;6912f599d260:46527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:10:21,380 DEBUG [M:0;6912f599d260:46527 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:10:21,380 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:10:21,380 DEBUG [M:0;6912f599d260:46527 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:10:21,380 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949747587 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949747587,5,FailOnTimeoutGroup] 2024-11-18T17:10:21,380 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949747587 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949747587,5,FailOnTimeoutGroup] 2024-11-18T17:10:21,380 INFO [M:0;6912f599d260:46527 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:10:21,380 INFO [M:0;6912f599d260:46527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:10:21,380 DEBUG [M:0;6912f599d260:46527 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:10:21,380 INFO [M:0;6912f599d260:46527 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:10:21,380 INFO [M:0;6912f599d260:46527 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:10:21,381 INFO [M:0;6912f599d260:46527 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:10:21,381 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:10:21,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11731968446/master 2024-11-18T17:10:21,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11731968446 2024-11-18T17:10:21,388 DEBUG [M:0;6912f599d260:46527 {}] zookeeper.ZKUtil(347): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Unable to get data of znode /11731968446/master because node does not exist (not an error) 2024-11-18T17:10:21,388 WARN [M:0;6912f599d260:46527 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:10:21,389 INFO [M:0;6912f599d260:46527 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/.lastflushedseqids 2024-11-18T17:10:21,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741843_1019 (size=173) 2024-11-18T17:10:21,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:21,472 INFO [RS:0;6912f599d260:34789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:10:21,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34789-0x10150356cfe0004, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:21,472 INFO [RS:0;6912f599d260:34789 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,34789,1731949745636; zookeeper connection closed. 2024-11-18T17:10:21,472 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b6217aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b6217aa 2024-11-18T17:10:21,472 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:10:21,794 INFO [M:0;6912f599d260:46527 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:10:21,794 INFO [M:0;6912f599d260:46527 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:10:21,794 DEBUG [M:0;6912f599d260:46527 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:10:21,794 INFO [M:0;6912f599d260:46527 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:21,794 DEBUG [M:0;6912f599d260:46527 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:21,794 DEBUG [M:0;6912f599d260:46527 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:10:21,794 DEBUG [M:0;6912f599d260:46527 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:21,795 INFO [M:0;6912f599d260:46527 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-18T17:10:21,812 DEBUG [M:0;6912f599d260:46527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a50310a72ef14912a260758a44ea2e5f is 82, key is hbase:meta,,1/info:regioninfo/1731949748810/Put/seqid=0 2024-11-18T17:10:21,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741844_1020 (size=5672) 2024-11-18T17:10:22,216 INFO [M:0;6912f599d260:46527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a50310a72ef14912a260758a44ea2e5f 2024-11-18T17:10:22,234 DEBUG [M:0;6912f599d260:46527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b7d7866614740de8e7fd24f4691396d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731949752218/Put/seqid=0 2024-11-18T17:10:22,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741845_1021 (size=6726) 2024-11-18T17:10:22,571 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 to pos 997, reset compression=false 2024-11-18T17:10:22,639 INFO [M:0;6912f599d260:46527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b7d7866614740de8e7fd24f4691396d 2024-11-18T17:10:22,643 INFO [M:0;6912f599d260:46527 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b7d7866614740de8e7fd24f4691396d 2024-11-18T17:10:22,656 DEBUG [M:0;6912f599d260:46527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f528c94e2df4c328cf5cc683b3aa435 is 69, key is 6912f599d260,34789,1731949745636/rs:state/1731949747690/Put/seqid=0 2024-11-18T17:10:22,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741846_1022 (size=5156) 2024-11-18T17:10:23,060 INFO [M:0;6912f599d260:46527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f528c94e2df4c328cf5cc683b3aa435 2024-11-18T17:10:23,065 DEBUG [M:0;6912f599d260:46527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a50310a72ef14912a260758a44ea2e5f as hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a50310a72ef14912a260758a44ea2e5f 2024-11-18T17:10:23,070 INFO [M:0;6912f599d260:46527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a50310a72ef14912a260758a44ea2e5f, entries=8, sequenceid=58, filesize=5.5 K 2024-11-18T17:10:23,071 DEBUG [M:0;6912f599d260:46527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b7d7866614740de8e7fd24f4691396d as hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b7d7866614740de8e7fd24f4691396d 2024-11-18T17:10:23,075 INFO [M:0;6912f599d260:46527 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b7d7866614740de8e7fd24f4691396d 2024-11-18T17:10:23,075 INFO [M:0;6912f599d260:46527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b7d7866614740de8e7fd24f4691396d, entries=6, sequenceid=58, filesize=6.6 K 2024-11-18T17:10:23,076 DEBUG [M:0;6912f599d260:46527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f528c94e2df4c328cf5cc683b3aa435 as hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f528c94e2df4c328cf5cc683b3aa435 2024-11-18T17:10:23,081 INFO [M:0;6912f599d260:46527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43317/user/jenkins/test-data/b5cfed8c-45ea-2798-07a2-f422ab6ba148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f528c94e2df4c328cf5cc683b3aa435, entries=1, sequenceid=58, filesize=5.0 K 2024-11-18T17:10:23,082 INFO [M:0;6912f599d260:46527 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=58, compaction requested=false 2024-11-18T17:10:23,083 INFO [M:0;6912f599d260:46527 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:23,083 DEBUG [M:0;6912f599d260:46527 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949821794Disabling compacts and flushes for region at 1731949821794Disabling writes for close at 1731949821794Obtaining lock to block concurrent updates at 1731949821795 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949821795Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731949821795Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949821795Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949821796 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949821811 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949821811Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949822221 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949822234 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949822234Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949822644 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949822656 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949822656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b6b2b1: reopening flushed file at 1731949823064 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465ccb77: reopening flushed file at 1731949823070 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d4d027: reopening flushed file at 1731949823075 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=58, compaction requested=false at 1731949823082 (+7 ms)Writing region close event to WAL at 1731949823083 (+1 ms)Closed at 1731949823083 2024-11-18T17:10:23,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40929 is added to blk_1073741830_1006 (size=33014) 2024-11-18T17:10:23,085 INFO [M:0;6912f599d260:46527 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:10:23,085 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:10:23,085 INFO [M:0;6912f599d260:46527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46527 2024-11-18T17:10:23,086 INFO [M:0;6912f599d260:46527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:10:23,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:23,221 INFO [M:0;6912f599d260:46527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:10:23,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46527-0x10150356cfe0003, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:23,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56f1a1b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:10:23,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@235ab56c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:10:23,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:10:23,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e969858{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:10:23,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a010706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/hadoop.log.dir/,STOPPED} 2024-11-18T17:10:23,256 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:10:23,256 WARN [BP-1920409019-172.17.0.3-1731949743974 heartbeating to localhost/127.0.0.1:43317 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:10:23,256 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:10:23,256 WARN [BP-1920409019-172.17.0.3-1731949743974 heartbeating to localhost/127.0.0.1:43317 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1920409019-172.17.0.3-1731949743974 (Datanode Uuid 9ea1ad32-58ee-4ff7-a442-3ad858dc9999) service to localhost/127.0.0.1:43317 2024-11-18T17:10:23,256 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/cluster_23143373-8e5f-f244-2c32-20d054b50305/data/data1/current/BP-1920409019-172.17.0.3-1731949743974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:10:23,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/cluster_23143373-8e5f-f244-2c32-20d054b50305/data/data2/current/BP-1920409019-172.17.0.3-1731949743974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:10:23,257 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:10:23,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a870f58{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:10:23,262 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54da3b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:10:23,262 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:10:23,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bc93df0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:10:23,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@722c7094{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/hadoop.log.dir/,STOPPED} 2024-11-18T17:10:23,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:10:23,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:10:23,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:10:23,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:23,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:23,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:23,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:10:23,279 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:10:23,279 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1111338528, stopped=false 2024-11-18T17:10:23,279 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,41349,1731949740414 2024-11-18T17:10:23,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01913903588/running 2024-11-18T17:10:23,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01913903588/running 2024-11-18T17:10:23,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:10:23,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:10:23,292 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:10:23,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:10:23,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:23,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:23,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Set watcher on znode that does not yet exist, /01913903588/running 2024-11-18T17:10:23,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Set watcher on znode that does not yet exist, /01913903588/running 2024-11-18T17:10:23,293 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,44989,1731949740590' ***** 2024-11-18T17:10:23,293 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:10:23,293 INFO [RS:0;6912f599d260:44989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:10:23,293 INFO [RS:0;6912f599d260:44989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:10:23,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:10:23,293 INFO [RS:0;6912f599d260:44989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:10:23,293 INFO [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(3091): Received CLOSE for 08801348c46fb27436567575e3efb45f 2024-11-18T17:10:23,294 INFO [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(3091): Received CLOSE for e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:10:23,294 INFO [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,44989,1731949740590 2024-11-18T17:10:23,294 INFO [RS:0;6912f599d260:44989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:10:23,294 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08801348c46fb27436567575e3efb45f, disabling compactions & flushes 2024-11-18T17:10:23,294 INFO [RS:0;6912f599d260:44989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:44989. 2024-11-18T17:10:23,294 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. 2024-11-18T17:10:23,294 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. 2024-11-18T17:10:23,294 DEBUG [RS:0;6912f599d260:44989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:23,294 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. after waiting 0 ms 2024-11-18T17:10:23,294 DEBUG [RS:0;6912f599d260:44989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:23,294 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. 2024-11-18T17:10:23,294 INFO [RS:0;6912f599d260:44989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:10:23,294 INFO [RS:0;6912f599d260:44989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:10:23,294 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08801348c46fb27436567575e3efb45f 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-18T17:10:23,294 INFO [RS:0;6912f599d260:44989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:10:23,294 INFO [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:10:23,294 INFO [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T17:10:23,294 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1325): Online Regions={08801348c46fb27436567575e3efb45f=hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f., 1588230740=hbase:meta,,1.1588230740, e4941ef610b62bf12408ac421146f3b7=test,,1731949748891.e4941ef610b62bf12408ac421146f3b7.} 2024-11-18T17:10:23,294 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1351): Waiting on 08801348c46fb27436567575e3efb45f, 1588230740, e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:10:23,294 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:10:23,294 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:10:23,294 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:10:23,294 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:10:23,294 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:10:23,295 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T17:10:23,309 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/replication/08801348c46fb27436567575e3efb45f/.tmp/hfileref/663f4684111a457e8dfddf8917bd6fd7 is 74, key is 1/hfileref:4e4c61c33ea940c6a27d328496a0f122_SeqId_4_/1731949757709/DeleteColumn/seqid=0 2024-11-18T17:10:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741844_1020 (size=5203) 2024-11-18T17:10:23,312 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/.tmp/info/f87e21771e23423fa8453251b9c59964 is 147, key is hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f./info:regioninfo/1731949754390/Put/seqid=0 2024-11-18T17:10:23,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741845_1021 (size=7686) 2024-11-18T17:10:23,332 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:10:23,494 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1351): Waiting on 08801348c46fb27436567575e3efb45f, 1588230740, e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:10:23,669 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:10:23,669 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:10:23,695 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1351): Waiting on 08801348c46fb27436567575e3efb45f, 1588230740, e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:10:23,713 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/replication/08801348c46fb27436567575e3efb45f/.tmp/hfileref/663f4684111a457e8dfddf8917bd6fd7 2024-11-18T17:10:23,717 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/.tmp/info/f87e21771e23423fa8453251b9c59964 2024-11-18T17:10:23,731 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/replication/08801348c46fb27436567575e3efb45f/.tmp/queue/32eaefb155db487fbf8baaadefcff10a is 153, key is 1-6912f599d260,44989,1731949740590/queue:6912f599d260%2C44989%2C1731949740590/1731949759538/Put/seqid=0 2024-11-18T17:10:23,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741846_1022 (size=5352) 2024-11-18T17:10:23,735 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/.tmp/ns/d721233096364e30b32212853c12202a is 43, key is default/ns:d/1731949743811/Put/seqid=0 2024-11-18T17:10:23,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741847_1023 (size=5153) 2024-11-18T17:10:23,895 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1351): Waiting on 08801348c46fb27436567575e3efb45f, 1588230740, e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:10:24,095 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1351): Waiting on 08801348c46fb27436567575e3efb45f, 1588230740, e4941ef610b62bf12408ac421146f3b7 2024-11-18T17:10:24,136 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/replication/08801348c46fb27436567575e3efb45f/.tmp/queue/32eaefb155db487fbf8baaadefcff10a 2024-11-18T17:10:24,139 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/.tmp/ns/d721233096364e30b32212853c12202a 2024-11-18T17:10:24,142 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/replication/08801348c46fb27436567575e3efb45f/.tmp/hfileref/663f4684111a457e8dfddf8917bd6fd7 as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/replication/08801348c46fb27436567575e3efb45f/hfileref/663f4684111a457e8dfddf8917bd6fd7 2024-11-18T17:10:24,148 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/replication/08801348c46fb27436567575e3efb45f/hfileref/663f4684111a457e8dfddf8917bd6fd7, entries=2, sequenceid=10, filesize=5.1 K 2024-11-18T17:10:24,149 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/replication/08801348c46fb27436567575e3efb45f/.tmp/queue/32eaefb155db487fbf8baaadefcff10a as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/replication/08801348c46fb27436567575e3efb45f/queue/32eaefb155db487fbf8baaadefcff10a 2024-11-18T17:10:24,155 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/replication/08801348c46fb27436567575e3efb45f/queue/32eaefb155db487fbf8baaadefcff10a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T17:10:24,156 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 08801348c46fb27436567575e3efb45f in 862ms, sequenceid=10, compaction requested=false 2024-11-18T17:10:24,159 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/.tmp/rep_barrier/08235e9a589a4525b2123a1d948b1d30 is 112, key is test,,1731949748891.e4941ef610b62bf12408ac421146f3b7./rep_barrier:seqnumDuringOpen/1731949750049/Put/seqid=0 2024-11-18T17:10:24,160 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/replication/08801348c46fb27436567575e3efb45f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T17:10:24,161 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:10:24,161 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:10:24,161 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. 2024-11-18T17:10:24,161 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08801348c46fb27436567575e3efb45f: Waiting for close lock at 1731949823294Running coprocessor pre-close hooks at 1731949823294Disabling compacts and flushes for region at 1731949823294Disabling writes for close at 1731949823294Obtaining lock to block concurrent updates at 1731949823294Preparing flush snapshotting stores in 08801348c46fb27436567575e3efb45f at 1731949823294Finished memstore snapshotting hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731949823294Flushing stores of hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. at 1731949823295 (+1 ms)Flushing 08801348c46fb27436567575e3efb45f/hfileref: creating writer at 1731949823295Flushing 08801348c46fb27436567575e3efb45f/hfileref: appending metadata at 1731949823308 (+13 ms)Flushing 08801348c46fb27436567575e3efb45f/hfileref: closing flushed file at 1731949823308Flushing 08801348c46fb27436567575e3efb45f/queue: creating writer at 1731949823718 (+410 ms)Flushing 08801348c46fb27436567575e3efb45f/queue: appending metadata at 1731949823731 (+13 ms)Flushing 08801348c46fb27436567575e3efb45f/queue: closing flushed file at 1731949823731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700775f3: reopening flushed file at 1731949824142 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6924bee7: reopening flushed file at 1731949824148 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 08801348c46fb27436567575e3efb45f in 862ms, sequenceid=10, compaction requested=false at 1731949824156 (+8 ms)Writing region close event to WAL at 1731949824157 (+1 ms)Running coprocessor post-close hooks at 1731949824161 (+4 ms)Closed at 1731949824161 2024-11-18T17:10:24,161 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731949753220.08801348c46fb27436567575e3efb45f. 2024-11-18T17:10:24,161 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4941ef610b62bf12408ac421146f3b7, disabling compactions & flushes 2024-11-18T17:10:24,161 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731949748891.e4941ef610b62bf12408ac421146f3b7. 2024-11-18T17:10:24,161 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949748891.e4941ef610b62bf12408ac421146f3b7. 2024-11-18T17:10:24,161 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731949748891.e4941ef610b62bf12408ac421146f3b7. after waiting 0 ms 2024-11-18T17:10:24,161 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731949748891.e4941ef610b62bf12408ac421146f3b7. 2024-11-18T17:10:24,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741848_1024 (size=5518) 2024-11-18T17:10:24,171 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/default/test/e4941ef610b62bf12408ac421146f3b7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T17:10:24,171 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:10:24,171 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:10:24,171 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731949748891.e4941ef610b62bf12408ac421146f3b7. 2024-11-18T17:10:24,172 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4941ef610b62bf12408ac421146f3b7: Waiting for close lock at 1731949824161Running coprocessor pre-close hooks at 1731949824161Disabling compacts and flushes for region at 1731949824161Disabling writes for close at 1731949824161Writing region close event to WAL at 1731949824168 (+7 ms)Running coprocessor post-close hooks at 1731949824171 (+3 ms)Closed at 1731949824171 2024-11-18T17:10:24,172 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731949748891.e4941ef610b62bf12408ac421146f3b7. 2024-11-18T17:10:24,295 INFO [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T17:10:24,295 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:10:24,295 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:24,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:24,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:24,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:24,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:24,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:24,495 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:24,565 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/.tmp/rep_barrier/08235e9a589a4525b2123a1d948b1d30 2024-11-18T17:10:24,589 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/.tmp/table/a714dbd7a5bc46bb986ad446989a10e7 is 53, key is hbase:replication/table:state/1731949754431/Put/seqid=0 2024-11-18T17:10:24,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741849_1025 (size=5308) 2024-11-18T17:10:24,695 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:24,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:10:24,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:24,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:24,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:24,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:24,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:24,896 DEBUG [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:24,993 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/.tmp/table/a714dbd7a5bc46bb986ad446989a10e7 2024-11-18T17:10:24,999 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/.tmp/info/f87e21771e23423fa8453251b9c59964 as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/info/f87e21771e23423fa8453251b9c59964 2024-11-18T17:10:25,004 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/info/f87e21771e23423fa8453251b9c59964, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T17:10:25,005 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/.tmp/ns/d721233096364e30b32212853c12202a as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/ns/d721233096364e30b32212853c12202a 2024-11-18T17:10:25,009 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/ns/d721233096364e30b32212853c12202a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T17:10:25,010 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/.tmp/rep_barrier/08235e9a589a4525b2123a1d948b1d30 as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/rep_barrier/08235e9a589a4525b2123a1d948b1d30 2024-11-18T17:10:25,015 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/rep_barrier/08235e9a589a4525b2123a1d948b1d30, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T17:10:25,016 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/.tmp/table/a714dbd7a5bc46bb986ad446989a10e7 as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/table/a714dbd7a5bc46bb986ad446989a10e7 2024-11-18T17:10:25,022 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/table/a714dbd7a5bc46bb986ad446989a10e7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T17:10:25,022 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false 2024-11-18T17:10:25,028 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:10:25,029 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:10:25,029 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:10:25,029 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:10:25,029 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949823294Running coprocessor pre-close hooks at 1731949823294Disabling compacts and flushes for region at 1731949823294Disabling writes for close at 1731949823294Obtaining lock to block concurrent updates at 1731949823295 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731949823295Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731949823295Flushing stores of hbase:meta,,1.1588230740 at 1731949823295Flushing 1588230740/info: creating writer at 1731949823295Flushing 1588230740/info: appending metadata at 1731949823312 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731949823312Flushing 1588230740/ns: creating writer at 1731949823722 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731949823735 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731949823735Flushing 1588230740/rep_barrier: creating writer at 1731949824144 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731949824159 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731949824159Flushing 1588230740/table: creating writer at 1731949824572 (+413 ms)Flushing 1588230740/table: appending metadata at 1731949824588 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731949824588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48377802: reopening flushed file at 1731949824999 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc30775: reopening flushed file at 1731949825004 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38fc2a0b: reopening flushed file at 1731949825010 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ca363d: reopening flushed file at 1731949825016 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false at 1731949825022 (+6 ms)Writing region close event to WAL at 1731949825025 (+3 ms)Running coprocessor post-close hooks at 1731949825029 (+4 ms)Closed at 1731949825029 2024-11-18T17:10:25,029 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:10:25,096 INFO [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,44989,1731949740590; all regions closed. 2024-11-18T17:10:25,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741834_1010 (size=4239) 2024-11-18T17:10:25,098 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.meta.1731949743736.meta not finished, retry = 0 2024-11-18T17:10:25,201 DEBUG [RS:0;6912f599d260:44989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/oldWALs 2024-11-18T17:10:25,201 INFO [RS:0;6912f599d260:44989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C44989%2C1731949740590.meta:.meta(num 1731949743736) 2024-11-18T17:10:25,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741839_1015 (size=2700) 2024-11-18T17:10:25,205 DEBUG [RS:0;6912f599d260:44989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/oldWALs 2024-11-18T17:10:25,205 INFO [RS:0;6912f599d260:44989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C44989%2C1731949740590.rep:(num 1731949754356) 2024-11-18T17:10:25,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741832_1008 (size=1300) 2024-11-18T17:10:25,207 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/WALs/6912f599d260,44989,1731949740590/6912f599d260%2C44989%2C1731949740590.1731949742799 not finished, retry = 0 2024-11-18T17:10:25,309 DEBUG [RS:0;6912f599d260:44989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/oldWALs 2024-11-18T17:10:25,309 INFO [RS:0;6912f599d260:44989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C44989%2C1731949740590:(num 1731949742799) 2024-11-18T17:10:25,309 DEBUG [RS:0;6912f599d260:44989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:25,309 INFO [RS:0;6912f599d260:44989 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:10:25,310 INFO [RS:0;6912f599d260:44989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:10:25,310 INFO [RS:0;6912f599d260:44989 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T17:10:25,310 INFO [RS:0;6912f599d260:44989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:10:25,310 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:10:25,310 INFO [RS:0;6912f599d260:44989 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,44989,1731949740590 because: Region server is closing 2024-11-18T17:10:25,310 INFO [RS:0;6912f599d260:44989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:44989. 2024-11-18T17:10:25,310 DEBUG [RS:0;6912f599d260:44989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:25,310 DEBUG [RS:0;6912f599d260:44989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:25,310 DEBUG [RS:0;6912f599d260:44989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:25,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:10:25,411 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.shipper6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T17:10:25,411 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.wal-reader.6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T17:10:25,411 INFO [RS:0;6912f599d260:44989 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44989,1731949740590.replicationSource.shipper6912f599d260%2C44989%2C1731949740590,1-6912f599d260,44989,1731949740590 terminated 2024-11-18T17:10:25,411 INFO [RS:0;6912f599d260:44989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44989 2024-11-18T17:10:25,463 INFO [RS:0;6912f599d260:44989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:10:25,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588/rs 2024-11-18T17:10:25,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01913903588/rs/6912f599d260,44989,1731949740590 2024-11-18T17:10:25,471 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,44989,1731949740590] 2024-11-18T17:10:25,479 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01913903588/draining/6912f599d260,44989,1731949740590 already deleted, retry=false 2024-11-18T17:10:25,479 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,44989,1731949740590 expired; onlineServers=0 2024-11-18T17:10:25,479 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,41349,1731949740414' ***** 2024-11-18T17:10:25,479 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:10:25,480 INFO [M:0;6912f599d260:41349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:10:25,480 INFO [M:0;6912f599d260:41349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:10:25,480 DEBUG [M:0;6912f599d260:41349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:10:25,480 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:10:25,480 DEBUG [M:0;6912f599d260:41349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:10:25,480 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949742547 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949742547,5,FailOnTimeoutGroup] 2024-11-18T17:10:25,480 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949742546 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949742546,5,FailOnTimeoutGroup] 2024-11-18T17:10:25,480 INFO [M:0;6912f599d260:41349 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:10:25,480 INFO [M:0;6912f599d260:41349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:10:25,480 DEBUG [M:0;6912f599d260:41349 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:10:25,480 INFO [M:0;6912f599d260:41349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:10:25,480 INFO [M:0;6912f599d260:41349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:10:25,480 INFO [M:0;6912f599d260:41349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:10:25,480 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:10:25,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01913903588/master 2024-11-18T17:10:25,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01913903588 2024-11-18T17:10:25,488 DEBUG [M:0;6912f599d260:41349 {}] zookeeper.ZKUtil(347): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Unable to get data of znode /01913903588/master because node does not exist (not an error) 2024-11-18T17:10:25,488 WARN [M:0;6912f599d260:41349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:10:25,489 INFO [M:0;6912f599d260:41349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/.lastflushedseqids 2024-11-18T17:10:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741850_1026 (size=263) 2024-11-18T17:10:25,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:25,571 INFO [RS:0;6912f599d260:44989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:10:25,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44989-0x10150356cfe0001, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:25,571 INFO [RS:0;6912f599d260:44989 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,44989,1731949740590; zookeeper connection closed. 2024-11-18T17:10:25,571 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cbaea7d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cbaea7d 2024-11-18T17:10:25,572 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:10:25,894 INFO [M:0;6912f599d260:41349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:10:25,894 INFO [M:0;6912f599d260:41349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:10:25,894 DEBUG [M:0;6912f599d260:41349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:10:25,894 INFO [M:0;6912f599d260:41349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:25,894 DEBUG [M:0;6912f599d260:41349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:25,894 DEBUG [M:0;6912f599d260:41349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:10:25,894 DEBUG [M:0;6912f599d260:41349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:25,894 INFO [M:0;6912f599d260:41349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-18T17:10:25,909 DEBUG [M:0;6912f599d260:41349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/581c437ad6844e428f6602cd0294440b is 82, key is hbase:meta,,1/info:regioninfo/1731949743767/Put/seqid=0 2024-11-18T17:10:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741851_1027 (size=5672) 2024-11-18T17:10:26,313 INFO [M:0;6912f599d260:41349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/581c437ad6844e428f6602cd0294440b 2024-11-18T17:10:26,332 DEBUG [M:0;6912f599d260:41349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89fc8c76d2a74f8c98daaf259bc179d7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731949750063/Put/seqid=0 2024-11-18T17:10:26,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741852_1028 (size=7240) 2024-11-18T17:10:26,737 INFO [M:0;6912f599d260:41349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89fc8c76d2a74f8c98daaf259bc179d7 2024-11-18T17:10:26,741 INFO [M:0;6912f599d260:41349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89fc8c76d2a74f8c98daaf259bc179d7 2024-11-18T17:10:26,754 DEBUG [M:0;6912f599d260:41349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/742b434945014ebb95403e45ef15e061 is 69, key is 6912f599d260,44989,1731949740590/rs:state/1731949742649/Put/seqid=0 2024-11-18T17:10:26,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741853_1029 (size=5156) 2024-11-18T17:10:27,158 INFO [M:0;6912f599d260:41349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/742b434945014ebb95403e45ef15e061 2024-11-18T17:10:27,163 DEBUG [M:0;6912f599d260:41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/581c437ad6844e428f6602cd0294440b as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/581c437ad6844e428f6602cd0294440b 2024-11-18T17:10:27,167 INFO [M:0;6912f599d260:41349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/581c437ad6844e428f6602cd0294440b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T17:10:27,168 DEBUG [M:0;6912f599d260:41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89fc8c76d2a74f8c98daaf259bc179d7 as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89fc8c76d2a74f8c98daaf259bc179d7 2024-11-18T17:10:27,173 INFO [M:0;6912f599d260:41349 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89fc8c76d2a74f8c98daaf259bc179d7 2024-11-18T17:10:27,173 INFO [M:0;6912f599d260:41349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89fc8c76d2a74f8c98daaf259bc179d7, entries=11, sequenceid=105, filesize=7.1 K 2024-11-18T17:10:27,174 DEBUG [M:0;6912f599d260:41349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/742b434945014ebb95403e45ef15e061 as hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/742b434945014ebb95403e45ef15e061 2024-11-18T17:10:27,179 INFO [M:0;6912f599d260:41349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35609/user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/742b434945014ebb95403e45ef15e061, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T17:10:27,180 INFO [M:0;6912f599d260:41349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false 2024-11-18T17:10:27,181 INFO [M:0;6912f599d260:41349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:27,181 DEBUG [M:0;6912f599d260:41349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949825894Disabling compacts and flushes for region at 1731949825894Disabling writes for close at 1731949825894Obtaining lock to block concurrent updates at 1731949825894Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949825894Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731949825895 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949825895Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949825895Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949825908 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949825908Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949826318 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949826332 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949826332Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949826741 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949826754 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949826754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e8b120: reopening flushed file at 1731949827162 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7f6525: reopening flushed file at 1731949827168 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480cd502: reopening flushed file at 1731949827173 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false at 1731949827180 (+7 ms)Writing region close event to WAL at 1731949827181 (+1 ms)Closed at 1731949827181 2024-11-18T17:10:27,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45335 is added to blk_1073741830_1006 (size=64526) 2024-11-18T17:10:27,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/505bdb02-f3de-acb9-b2e1-74d078b55aa8/MasterData/WALs/6912f599d260,41349,1731949740414/6912f599d260%2C41349%2C1731949740414.1731949742335 not finished, retry = 0 2024-11-18T17:10:27,284 INFO [M:0;6912f599d260:41349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:10:27,284 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:10:27,284 INFO [M:0;6912f599d260:41349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41349 2024-11-18T17:10:27,284 INFO [M:0;6912f599d260:41349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:10:27,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:27,421 INFO [M:0;6912f599d260:41349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:10:27,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41349-0x10150356cfe0000, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:27,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fdb7dea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:10:27,424 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57ce8082{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:10:27,424 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:10:27,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3406ea81{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:10:27,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b874c0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/hadoop.log.dir/,STOPPED} 2024-11-18T17:10:27,425 WARN [BP-1550708519-172.17.0.3-1731949738799 heartbeating to localhost/127.0.0.1:35609 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:10:27,425 WARN [BP-1550708519-172.17.0.3-1731949738799 heartbeating to localhost/127.0.0.1:35609 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1550708519-172.17.0.3-1731949738799 (Datanode Uuid 76c2a9cd-2eca-4458-a93a-6a3eb54a8e55) service to localhost/127.0.0.1:35609 2024-11-18T17:10:27,425 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:10:27,425 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:10:27,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/cluster_b4971743-08b7-a84d-323a-1f28b19218a5/data/data1/current/BP-1550708519-172.17.0.3-1731949738799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:10:27,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/cluster_b4971743-08b7-a84d-323a-1f28b19218a5/data/data2/current/BP-1550708519-172.17.0.3-1731949738799 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:10:27,425 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:10:27,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75e419bd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:10:27,430 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cfa8c07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:10:27,430 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:10:27,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609513d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:10:27,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@368cdff9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7ee3c1-e6c5-c906-77f1-57c33527b9f2/hadoop.log.dir/,STOPPED} 2024-11-18T17:10:27,435 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:10:27,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:10:27,453 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=162 (was 138) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:43317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:43317 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f0fa4b8b378.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:35609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50847) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:35609 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50847) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35609 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:35609 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f0fa4b8b378.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35609 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:43317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 463) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 199), ProcessCount=11 (was 11), AvailableMemoryMB=4485 (was 4613) 2024-11-18T17:10:27,460 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=163, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=4485 2024-11-18T17:10:27,472 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-18T17:10:27,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/hadoop.log.dir so I do NOT create it in target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39 2024-11-18T17:10:27,472 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:10:27,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/hadoop.tmp.dir so I do NOT create it in target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39 2024-11-18T17:10:27,472 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0d69383-3873-13f5-6116-c26e332ae11d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:10:27,472 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39 2024-11-18T17:10:27,473 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/cluster_02e5f258-69f2-4784-e59c-136551fa6e39, deleteOnExit=true 2024-11-18T17:10:27,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/cluster_02e5f258-69f2-4784-e59c-136551fa6e39/zookeeper_0, clientPort=65208, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/cluster_02e5f258-69f2-4784-e59c-136551fa6e39/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/cluster_02e5f258-69f2-4784-e59c-136551fa6e39/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:10:27,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65208 2024-11-18T17:10:27,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:10:27,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:10:27,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/test.cache.data in system properties and HBase conf 2024-11-18T17:10:27,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:10:27,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:10:27,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:10:27,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:10:27,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:10:27,476 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:10:27,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:10:27,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:10:27,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:10:27,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:10:27,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:10:27,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:10:27,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:10:27,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:10:27,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:10:27,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:10:27,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:10:27,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:10:27,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:10:27,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:10:27,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10150356cfe0002, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:10:27,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10150356cfe0005, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:10:27,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10150356cfe0002, quorum=127.0.0.1:50847, baseZNode=/01913903588 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:10:27,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10150356cfe0005, quorum=127.0.0.1:50847, baseZNode=/11731968446 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:10:27,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:10:27,714 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:10:27,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:10:27,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:10:27,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:10:27,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:10:27,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f7b5528{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:10:27,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33d3a8fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:10:27,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49f4ea4b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/java.io.tmpdir/jetty-localhost-39187-hadoop-hdfs-3_4_1-tests_jar-_-any-2531251976692163052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:10:27,810 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53b81ed6{HTTP/1.1, (http/1.1)}{localhost:39187} 2024-11-18T17:10:27,810 INFO [Time-limited test {}] server.Server(415): Started @143661ms 2024-11-18T17:10:27,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:10:28,000 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:10:28,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:10:28,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:10:28,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:10:28,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@119ceeb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:10:28,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d192ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:10:28,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43ab5129{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/java.io.tmpdir/jetty-localhost-34791-hadoop-hdfs-3_4_1-tests_jar-_-any-15132483132140887787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:10:28,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16514b34{HTTP/1.1, (http/1.1)}{localhost:34791} 2024-11-18T17:10:28,092 INFO [Time-limited test {}] server.Server(415): Started @143943ms 2024-11-18T17:10:28,093 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:10:28,759 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/cluster_02e5f258-69f2-4784-e59c-136551fa6e39/data/data1/current/BP-1196262002-172.17.0.3-1731949827493/current, will proceed with Du for space computation calculation, 2024-11-18T17:10:28,759 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/cluster_02e5f258-69f2-4784-e59c-136551fa6e39/data/data2/current/BP-1196262002-172.17.0.3-1731949827493/current, will proceed with Du for space computation calculation, 2024-11-18T17:10:28,778 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:10:28,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe38a6226661e0ce0 with lease ID 0x8fbce0396c0fa05: Processing first storage report for DS-40ffa0c1-55d3-4298-ad23-e42ec9a9d42e from datanode DatanodeRegistration(127.0.0.1:41417, datanodeUuid=f8b83f9a-35e0-4406-adeb-73593071d9c7, infoPort=40687, infoSecurePort=0, ipcPort=41863, storageInfo=lv=-57;cid=testClusterID;nsid=1721581017;c=1731949827493) 2024-11-18T17:10:28,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe38a6226661e0ce0 with lease ID 0x8fbce0396c0fa05: from storage DS-40ffa0c1-55d3-4298-ad23-e42ec9a9d42e node DatanodeRegistration(127.0.0.1:41417, datanodeUuid=f8b83f9a-35e0-4406-adeb-73593071d9c7, infoPort=40687, infoSecurePort=0, ipcPort=41863, storageInfo=lv=-57;cid=testClusterID;nsid=1721581017;c=1731949827493), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:10:28,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe38a6226661e0ce0 with lease ID 0x8fbce0396c0fa05: Processing first storage report for DS-c4d3185e-7d14-431a-b51d-ccf115869b73 from datanode DatanodeRegistration(127.0.0.1:41417, datanodeUuid=f8b83f9a-35e0-4406-adeb-73593071d9c7, infoPort=40687, infoSecurePort=0, ipcPort=41863, storageInfo=lv=-57;cid=testClusterID;nsid=1721581017;c=1731949827493) 2024-11-18T17:10:28,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe38a6226661e0ce0 with lease ID 0x8fbce0396c0fa05: from storage DS-c4d3185e-7d14-431a-b51d-ccf115869b73 node DatanodeRegistration(127.0.0.1:41417, datanodeUuid=f8b83f9a-35e0-4406-adeb-73593071d9c7, infoPort=40687, infoSecurePort=0, ipcPort=41863, storageInfo=lv=-57;cid=testClusterID;nsid=1721581017;c=1731949827493), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:10:28,817 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39 2024-11-18T17:10:28,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:28,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:28,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:10:29,226 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d with version=8 2024-11-18T17:10:29,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/hbase-staging 2024-11-18T17:10:29,228 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:10:29,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:29,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:29,228 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:10:29,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:29,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:10:29,228 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:10:29,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:10:29,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41779 2024-11-18T17:10:29,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41779 connecting to ZooKeeper ensemble=127.0.0.1:65208 2024-11-18T17:10:29,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417790x0, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:10:29,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41779-0x1015036c77b0000 connected 2024-11-18T17:10:29,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:29,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:29,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on znode that does not yet exist, /0-794895631/running 2024-11-18T17:10:29,370 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d, hbase.cluster.distributed=false 2024-11-18T17:10:29,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on znode that does not yet exist, /0-794895631/acl 2024-11-18T17:10:29,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-18T17:10:29,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41779 2024-11-18T17:10:29,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41779 2024-11-18T17:10:29,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-18T17:10:29,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-18T17:10:29,386 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:10:29,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:29,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:29,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:10:29,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:29,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:10:29,386 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:10:29,386 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:10:29,387 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44653 2024-11-18T17:10:29,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44653 connecting to ZooKeeper ensemble=127.0.0.1:65208 2024-11-18T17:10:29,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:29,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:29,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446530x0, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:10:29,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446530x0, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on znode that does not yet exist, /0-794895631/running 2024-11-18T17:10:29,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44653-0x1015036c77b0001 connected 2024-11-18T17:10:29,401 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:10:29,402 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:10:29,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on znode that does not yet exist, /0-794895631/master 2024-11-18T17:10:29,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on znode that does not yet exist, /0-794895631/acl 2024-11-18T17:10:29,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44653 2024-11-18T17:10:29,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44653 2024-11-18T17:10:29,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44653 2024-11-18T17:10:29,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44653 2024-11-18T17:10:29,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44653 2024-11-18T17:10:29,419 DEBUG [M:0;6912f599d260:41779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:41779 2024-11-18T17:10:29,419 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-794895631/backup-masters/6912f599d260,41779,1731949829228 2024-11-18T17:10:29,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631/backup-masters 2024-11-18T17:10:29,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631/backup-masters 2024-11-18T17:10:29,430 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on existing znode=/0-794895631/backup-masters/6912f599d260,41779,1731949829228 2024-11-18T17:10:29,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:29,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-794895631/master 2024-11-18T17:10:29,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:29,438 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on existing znode=/0-794895631/master 2024-11-18T17:10:29,438 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-794895631/backup-masters/6912f599d260,41779,1731949829228 from backup master directory 2024-11-18T17:10:29,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794895631/backup-masters/6912f599d260,41779,1731949829228 2024-11-18T17:10:29,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631/backup-masters 2024-11-18T17:10:29,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631/backup-masters 2024-11-18T17:10:29,446 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:10:29,446 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,41779,1731949829228 2024-11-18T17:10:29,450 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/hbase.id] with ID: 07e8ba3d-546a-4316-8338-83ec19abdea0 2024-11-18T17:10:29,450 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/.tmp/hbase.id 2024-11-18T17:10:29,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:10:29,855 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/.tmp/hbase.id]:[hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/hbase.id] 2024-11-18T17:10:29,864 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:29,864 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:10:29,866 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:10:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:10:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:10:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T17:10:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T17:10:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T17:10:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:10:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:10:29,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:29,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:10:30,310 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:10:30,311 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:10:30,311 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:10:30,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:10:30,530 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:10:30,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:30,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:30,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:30,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:30,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:30,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:30,718 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store 2024-11-18T17:10:30,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:10:31,124 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:31,124 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:10:31,124 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:31,124 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:31,124 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:10:31,124 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:31,124 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:31,124 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949831124Disabling compacts and flushes for region at 1731949831124Disabling writes for close at 1731949831124Writing region close event to WAL at 1731949831124Closed at 1731949831124 2024-11-18T17:10:31,125 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/.initializing 2024-11-18T17:10:31,125 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,41779,1731949829228 2024-11-18T17:10:31,126 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:10:31,127 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C41779%2C1731949829228, suffix=, logDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,41779,1731949829228, archiveDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/oldWALs, maxLogs=10 2024-11-18T17:10:31,139 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,41779,1731949829228/6912f599d260%2C41779%2C1731949829228.1731949831127, exclude list is [], retry=0 2024-11-18T17:10:31,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41417,DS-40ffa0c1-55d3-4298-ad23-e42ec9a9d42e,DISK] 2024-11-18T17:10:31,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,41779,1731949829228/6912f599d260%2C41779%2C1731949829228.1731949831127 2024-11-18T17:10:31,143 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-18T17:10:31,144 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:10:31,144 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:31,144 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:31,144 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:31,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:31,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:10:31,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:31,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:31,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:31,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:10:31,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:31,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:31,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:31,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:10:31,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:31,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:31,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:31,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:10:31,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:31,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:31,151 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:31,151 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:31,152 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:31,153 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:31,153 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:31,153 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:10:31,154 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:31,156 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:10:31,156 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59658384, jitterRate=-0.11102080345153809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:10:31,157 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949831144Initializing all the Stores at 1731949831145 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949831145Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949831145Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949831145Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949831145Cleaning up temporary data from old regions at 1731949831153 (+8 ms)Region opened successfully at 1731949831157 (+4 ms) 2024-11-18T17:10:31,157 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:10:31,159 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16719d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:10:31,160 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:10:31,160 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:10:31,160 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:10:31,160 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:10:31,161 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:10:31,161 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:10:31,161 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:10:31,163 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:10:31,164 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Unable to get data of znode /0-794895631/balancer because node does not exist (not necessarily an error) 2024-11-18T17:10:31,196 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794895631/balancer already deleted, retry=false 2024-11-18T17:10:31,196 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:10:31,197 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Unable to get data of znode /0-794895631/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:10:31,204 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794895631/normalizer already deleted, retry=false 2024-11-18T17:10:31,204 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:10:31,205 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Unable to get data of znode /0-794895631/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:10:31,212 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794895631/switch/split already deleted, retry=false 2024-11-18T17:10:31,213 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Unable to get data of znode /0-794895631/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:10:31,221 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794895631/switch/merge already deleted, retry=false 2024-11-18T17:10:31,222 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Unable to get data of znode /0-794895631/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:10:31,229 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794895631/snapshot-cleanup already deleted, retry=false 2024-11-18T17:10:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-794895631/running 2024-11-18T17:10:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-794895631/running 2024-11-18T17:10:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:31,238 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,41779,1731949829228, sessionid=0x1015036c77b0000, setting cluster-up flag (Was=false) 2024-11-18T17:10:31,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:31,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:31,279 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-794895631/flush-table-proc/acquired, /0-794895631/flush-table-proc/reached, /0-794895631/flush-table-proc/abort 2024-11-18T17:10:31,280 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,41779,1731949829228 2024-11-18T17:10:31,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:31,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:31,321 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-794895631/online-snapshot/acquired, /0-794895631/online-snapshot/reached, /0-794895631/online-snapshot/abort 2024-11-18T17:10:31,322 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,41779,1731949829228 2024-11-18T17:10:31,323 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:10:31,324 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:10:31,324 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:10:31,325 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:10:31,325 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,41779,1731949829228 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:10:31,326 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:31,326 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:31,326 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:31,326 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:31,326 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:10:31,326 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:31,326 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:10:31,326 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:31,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:10:31,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:10:31,332 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:31,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:10:31,334 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949861334 2024-11-18T17:10:31,335 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:10:31,335 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:10:31,335 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:10:31,335 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:10:31,335 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:10:31,335 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:10:31,335 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:31,336 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:10:31,336 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:10:31,336 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:10:31,336 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:10:31,339 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:10:31,339 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:10:31,339 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949831339,5,FailOnTimeoutGroup] 2024-11-18T17:10:31,339 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949831339,5,FailOnTimeoutGroup] 2024-11-18T17:10:31,339 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:31,339 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:10:31,339 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:31,339 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:31,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:10:31,412 INFO [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(746): ClusterId : 07e8ba3d-546a-4316-8338-83ec19abdea0 2024-11-18T17:10:31,412 DEBUG [RS:0;6912f599d260:44653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:10:31,421 DEBUG [RS:0;6912f599d260:44653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:10:31,421 DEBUG [RS:0;6912f599d260:44653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:10:31,430 DEBUG [RS:0;6912f599d260:44653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:10:31,430 DEBUG [RS:0;6912f599d260:44653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498ce3bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:10:31,440 DEBUG [RS:0;6912f599d260:44653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:44653 2024-11-18T17:10:31,440 INFO [RS:0;6912f599d260:44653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:10:31,440 INFO [RS:0;6912f599d260:44653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:10:31,440 DEBUG [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:10:31,441 INFO [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,41779,1731949829228 with port=44653, startcode=1731949829385 2024-11-18T17:10:31,441 DEBUG [RS:0;6912f599d260:44653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:10:31,442 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:10:31,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,44653,1731949829385 2024-11-18T17:10:31,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41779 {}] master.ServerManager(517): Registering regionserver=6912f599d260,44653,1731949829385 2024-11-18T17:10:31,444 DEBUG [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d 2024-11-18T17:10:31,444 DEBUG [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44803 2024-11-18T17:10:31,444 DEBUG [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:10:31,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631/rs 2024-11-18T17:10:31,454 DEBUG [RS:0;6912f599d260:44653 {}] zookeeper.ZKUtil(111): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on existing znode=/0-794895631/rs/6912f599d260,44653,1731949829385 2024-11-18T17:10:31,454 WARN [RS:0;6912f599d260:44653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:10:31,455 INFO [RS:0;6912f599d260:44653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:10:31,455 DEBUG [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385 2024-11-18T17:10:31,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,44653,1731949829385] 2024-11-18T17:10:31,458 INFO [RS:0;6912f599d260:44653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:10:31,459 INFO [RS:0;6912f599d260:44653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:10:31,459 INFO [RS:0;6912f599d260:44653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:10:31,459 INFO [RS:0;6912f599d260:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:31,460 INFO [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:10:31,460 INFO [RS:0;6912f599d260:44653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:10:31,460 INFO [RS:0;6912f599d260:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:31,460 DEBUG [RS:0;6912f599d260:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:31,460 DEBUG [RS:0;6912f599d260:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:31,460 DEBUG [RS:0;6912f599d260:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:31,460 DEBUG [RS:0;6912f599d260:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:31,461 DEBUG [RS:0;6912f599d260:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:31,461 DEBUG [RS:0;6912f599d260:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:10:31,461 DEBUG [RS:0;6912f599d260:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:31,461 DEBUG [RS:0;6912f599d260:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:31,461 DEBUG [RS:0;6912f599d260:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:31,461 DEBUG [RS:0;6912f599d260:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:31,461 DEBUG [RS:0;6912f599d260:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:31,461 DEBUG [RS:0;6912f599d260:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:31,461 DEBUG [RS:0;6912f599d260:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:10:31,461 DEBUG [RS:0;6912f599d260:44653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:10:31,463 INFO [RS:0;6912f599d260:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:31,463 INFO [RS:0;6912f599d260:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:31,463 INFO [RS:0;6912f599d260:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:31,463 INFO [RS:0;6912f599d260:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:31,463 INFO [RS:0;6912f599d260:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:31,463 INFO [RS:0;6912f599d260:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,44653,1731949829385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:10:31,476 INFO [RS:0;6912f599d260:44653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:10:31,476 INFO [RS:0;6912f599d260:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,44653,1731949829385-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:31,476 INFO [RS:0;6912f599d260:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:31,476 INFO [RS:0;6912f599d260:44653 {}] regionserver.Replication(171): 6912f599d260,44653,1731949829385 started 2024-11-18T17:10:31,488 INFO [RS:0;6912f599d260:44653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:31,488 INFO [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,44653,1731949829385, RpcServer on 6912f599d260/172.17.0.3:44653, sessionid=0x1015036c77b0001 2024-11-18T17:10:31,488 DEBUG [RS:0;6912f599d260:44653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:10:31,488 DEBUG [RS:0;6912f599d260:44653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,44653,1731949829385 2024-11-18T17:10:31,488 DEBUG [RS:0;6912f599d260:44653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,44653,1731949829385' 2024-11-18T17:10:31,488 DEBUG [RS:0;6912f599d260:44653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-794895631/flush-table-proc/abort' 2024-11-18T17:10:31,488 DEBUG [RS:0;6912f599d260:44653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-794895631/flush-table-proc/acquired' 2024-11-18T17:10:31,489 DEBUG [RS:0;6912f599d260:44653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:10:31,489 DEBUG [RS:0;6912f599d260:44653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:10:31,489 DEBUG [RS:0;6912f599d260:44653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,44653,1731949829385 2024-11-18T17:10:31,489 DEBUG [RS:0;6912f599d260:44653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,44653,1731949829385' 2024-11-18T17:10:31,489 DEBUG [RS:0;6912f599d260:44653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-794895631/online-snapshot/abort' 2024-11-18T17:10:31,489 DEBUG [RS:0;6912f599d260:44653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-794895631/online-snapshot/acquired' 2024-11-18T17:10:31,490 DEBUG [RS:0;6912f599d260:44653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:10:31,490 INFO [RS:0;6912f599d260:44653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:10:31,490 INFO [RS:0;6912f599d260:44653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:10:31,590 INFO [RS:0;6912f599d260:44653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:10:31,592 INFO [RS:0;6912f599d260:44653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C44653%2C1731949829385, suffix=, logDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385, archiveDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/oldWALs, maxLogs=10 2024-11-18T17:10:31,604 DEBUG [RS:0;6912f599d260:44653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385/6912f599d260%2C44653%2C1731949829385.1731949831592, exclude list is [], retry=0 2024-11-18T17:10:31,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41417,DS-40ffa0c1-55d3-4298-ad23-e42ec9a9d42e,DISK] 2024-11-18T17:10:31,608 INFO [RS:0;6912f599d260:44653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385/6912f599d260%2C44653%2C1731949829385.1731949831592 2024-11-18T17:10:31,608 DEBUG [RS:0;6912f599d260:44653 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-18T17:10:31,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:10:31,742 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d 2024-11-18T17:10:31,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:10:32,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:32,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:10:32,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:10:32,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:32,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:32,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:10:32,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:10:32,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:32,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:32,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:10:32,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:10:32,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:32,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:32,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:10:32,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:10:32,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:32,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:32,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:10:32,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740 2024-11-18T17:10:32,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740 2024-11-18T17:10:32,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:10:32,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:10:32,159 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:10:32,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:10:32,162 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:10:32,162 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60729771, jitterRate=-0.09505589306354523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:10:32,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949832148Initializing all the Stores at 1731949832149 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949832149Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949832149Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949832149Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949832149Cleaning up temporary data from old regions at 1731949832159 (+10 ms)Region opened successfully at 1731949832163 (+4 ms) 2024-11-18T17:10:32,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:10:32,163 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:10:32,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:10:32,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:10:32,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:10:32,163 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:10:32,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949832163Disabling compacts and flushes for region at 1731949832163Disabling writes for close at 1731949832163Writing region close event to WAL at 1731949832163Closed at 1731949832163 2024-11-18T17:10:32,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:10:32,164 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:10:32,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:10:32,165 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:10:32,166 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:10:32,316 DEBUG [6912f599d260:41779 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:10:32,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,44653,1731949829385 2024-11-18T17:10:32,317 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,44653,1731949829385, state=OPENING 2024-11-18T17:10:32,354 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:10:32,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:32,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:32,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794895631/meta-region-server: CHANGED 2024-11-18T17:10:32,363 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:10:32,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794895631/meta-region-server: CHANGED 2024-11-18T17:10:32,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,44653,1731949829385}] 2024-11-18T17:10:32,515 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:10:32,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:10:32,520 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:10:32,520 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:10:32,521 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:10:32,522 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C44653%2C1731949829385.meta, suffix=.meta, logDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385, archiveDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/oldWALs, maxLogs=10 2024-11-18T17:10:32,538 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385/6912f599d260%2C44653%2C1731949829385.meta.1731949832523.meta, exclude list is [], retry=0 2024-11-18T17:10:32,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41417,DS-40ffa0c1-55d3-4298-ad23-e42ec9a9d42e,DISK] 2024-11-18T17:10:32,541 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385/6912f599d260%2C44653%2C1731949829385.meta.1731949832523.meta 2024-11-18T17:10:32,541 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-18T17:10:32,542 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:10:32,542 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:10:32,542 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:10:32,542 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:10:32,542 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:10:32,542 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:10:32,542 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:32,542 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:10:32,542 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:10:32,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:10:32,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:10:32,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:32,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:32,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:10:32,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:10:32,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:32,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:32,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:10:32,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:10:32,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:32,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:32,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:10:32,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:10:32,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:32,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:32,548 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:10:32,549 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740 2024-11-18T17:10:32,549 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740 2024-11-18T17:10:32,550 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:10:32,550 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:10:32,551 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:10:32,551 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:10:32,552 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67318569, jitterRate=0.0031248480081558228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:10:32,552 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:10:32,552 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949832542Writing region info on filesystem at 1731949832542Initializing all the Stores at 1731949832543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949832543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949832543Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949832543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949832543Cleaning up temporary data from old regions at 1731949832550 (+7 ms)Running coprocessor post-open hooks at 1731949832552 (+2 ms)Region opened successfully at 1731949832552 2024-11-18T17:10:32,553 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949832515 2024-11-18T17:10:32,555 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:10:32,555 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:10:32,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,44653,1731949829385 2024-11-18T17:10:32,556 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,44653,1731949829385, state=OPEN 2024-11-18T17:10:32,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-794895631/meta-region-server 2024-11-18T17:10:32,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-794895631/meta-region-server 2024-11-18T17:10:32,587 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,44653,1731949829385 2024-11-18T17:10:32,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794895631/meta-region-server: CHANGED 2024-11-18T17:10:32,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794895631/meta-region-server: CHANGED 2024-11-18T17:10:32,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:10:32,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,44653,1731949829385 in 224 msec 2024-11-18T17:10:32,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:10:32,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 425 msec 2024-11-18T17:10:32,591 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:10:32,591 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:10:32,592 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:10:32,592 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44653,1731949829385, seqNum=-1] 2024-11-18T17:10:32,592 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:10:32,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:10:32,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-11-18T17:10:32,598 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949832598, completionTime=-1 2024-11-18T17:10:32,598 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:10:32,599 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:10:32,600 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:10:32,600 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949892600 2024-11-18T17:10:32,600 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731949952600 2024-11-18T17:10:32,601 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:10:32,601 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41779,1731949829228-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:32,601 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41779,1731949829228-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:32,601 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41779,1731949829228-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:32,601 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:41779, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:32,601 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:32,601 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:32,603 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:10:32,605 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.159sec 2024-11-18T17:10:32,605 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:10:32,605 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:10:32,605 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:10:32,605 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:10:32,605 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:10:32,605 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41779,1731949829228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:10:32,606 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41779,1731949829228-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:10:32,608 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:10:32,608 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:10:32,608 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,41779,1731949829228-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:32,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac2707a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:32,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,41779,-1 for getting cluster id 2024-11-18T17:10:32,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:10:32,613 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07e8ba3d-546a-4316-8338-83ec19abdea0' 2024-11-18T17:10:32,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:10:32,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07e8ba3d-546a-4316-8338-83ec19abdea0" 2024-11-18T17:10:32,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fae5d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:32,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,41779,-1] 2024-11-18T17:10:32,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:10:32,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:32,615 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:10:32,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a935c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:32,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:10:32,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44653,1731949829385, seqNum=-1] 2024-11-18T17:10:32,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:10:32,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:10:32,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,41779,1731949829228 2024-11-18T17:10:32,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65208 2024-11-18T17:10:32,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:10:32,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015036c77b0002 connected 2024-11-18T17:10:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/hadoop.log.dir so I do NOT create it in target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726 2024-11-18T17:10:32,648 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:10:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/hadoop.tmp.dir so I do NOT create it in target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726 2024-11-18T17:10:32,648 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:10:32,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726 2024-11-18T17:10:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:10:32,648 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/cluster_3b65b5bd-ed66-f0a7-73a0-31d4564ddfb2, deleteOnExit=true 2024-11-18T17:10:32,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:10:32,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/test.cache.data in system properties and HBase conf 2024-11-18T17:10:32,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:10:32,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:10:32,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:10:32,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:10:32,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:10:32,649 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:10:32,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:10:32,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:10:32,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:10:32,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:10:32,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:10:32,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:10:32,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:10:32,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:10:32,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:10:32,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:10:32,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:10:32,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:10:32,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:10:32,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:10:32,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:10:32,899 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:10:32,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:10:32,901 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:10:32,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:10:32,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:10:32,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6884f6cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:10:32,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a87528c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:10:32,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d4e1c78{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/java.io.tmpdir/jetty-localhost-36025-hadoop-hdfs-3_4_1-tests_jar-_-any-261044212215396055/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:10:32,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a70bf2{HTTP/1.1, (http/1.1)}{localhost:36025} 2024-11-18T17:10:32,995 INFO [Time-limited test {}] server.Server(415): Started @148845ms 2024-11-18T17:10:33,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:10:33,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:10:33,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:10:33,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:10:33,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:10:33,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f1086b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:10:33,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67d823e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:10:33,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ca5f882{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/java.io.tmpdir/jetty-localhost-42877-hadoop-hdfs-3_4_1-tests_jar-_-any-17170564309270845688/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:10:33,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78aee51{HTTP/1.1, (http/1.1)}{localhost:42877} 2024-11-18T17:10:33,291 INFO [Time-limited test {}] server.Server(415): Started @149141ms 2024-11-18T17:10:33,292 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:10:33,800 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/cluster_3b65b5bd-ed66-f0a7-73a0-31d4564ddfb2/data/data2/current/BP-102487922-172.17.0.3-1731949832664/current, will proceed with Du for space computation calculation, 2024-11-18T17:10:33,800 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/cluster_3b65b5bd-ed66-f0a7-73a0-31d4564ddfb2/data/data1/current/BP-102487922-172.17.0.3-1731949832664/current, will proceed with Du for space computation calculation, 2024-11-18T17:10:33,819 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:10:33,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1a370d82c4b75f3 with lease ID 0x5700c6f01a1b7f96: Processing first storage report for DS-560e7396-0b6c-4ec8-85d3-0fe45dadc865 from datanode DatanodeRegistration(127.0.0.1:34521, datanodeUuid=2dd8799e-3f91-49c8-9dde-55b299b623be, infoPort=46783, infoSecurePort=0, ipcPort=34629, storageInfo=lv=-57;cid=testClusterID;nsid=795574873;c=1731949832664) 2024-11-18T17:10:33,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1a370d82c4b75f3 with lease ID 0x5700c6f01a1b7f96: from storage DS-560e7396-0b6c-4ec8-85d3-0fe45dadc865 node DatanodeRegistration(127.0.0.1:34521, datanodeUuid=2dd8799e-3f91-49c8-9dde-55b299b623be, infoPort=46783, infoSecurePort=0, ipcPort=34629, storageInfo=lv=-57;cid=testClusterID;nsid=795574873;c=1731949832664), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:10:33,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1a370d82c4b75f3 with lease ID 0x5700c6f01a1b7f96: Processing first storage report for DS-f945063e-bedc-4f0f-9bed-aaa58b557afc from datanode DatanodeRegistration(127.0.0.1:34521, datanodeUuid=2dd8799e-3f91-49c8-9dde-55b299b623be, infoPort=46783, infoSecurePort=0, ipcPort=34629, storageInfo=lv=-57;cid=testClusterID;nsid=795574873;c=1731949832664) 2024-11-18T17:10:33,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1a370d82c4b75f3 with lease ID 0x5700c6f01a1b7f96: from storage DS-f945063e-bedc-4f0f-9bed-aaa58b557afc node DatanodeRegistration(127.0.0.1:34521, datanodeUuid=2dd8799e-3f91-49c8-9dde-55b299b623be, infoPort=46783, infoSecurePort=0, ipcPort=34629, storageInfo=lv=-57;cid=testClusterID;nsid=795574873;c=1731949832664), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:10:33,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726 2024-11-18T17:10:33,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:33,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:33,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:10:34,325 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d with version=8 2024-11-18T17:10:34,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/hbase-staging 2024-11-18T17:10:34,327 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:10:34,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:34,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:34,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:10:34,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:34,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:10:34,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:10:34,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:10:34,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38733 2024-11-18T17:10:34,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38733 connecting to ZooKeeper ensemble=127.0.0.1:65208 2024-11-18T17:10:34,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387330x0, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:10:34,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38733-0x1015036c77b0003 connected 2024-11-18T17:10:34,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:34,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:34,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Set watcher on znode that does not yet exist, /1417413900/running 2024-11-18T17:10:34,424 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d, hbase.cluster.distributed=false 2024-11-18T17:10:34,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Set watcher on znode that does not yet exist, /1417413900/acl 2024-11-18T17:10:34,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38733 2024-11-18T17:10:34,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38733 2024-11-18T17:10:34,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38733 2024-11-18T17:10:34,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38733 2024-11-18T17:10:34,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38733 2024-11-18T17:10:34,440 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:10:34,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:34,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:34,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:10:34,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:34,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:10:34,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:10:34,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:10:34,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42149 2024-11-18T17:10:34,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42149 connecting to ZooKeeper ensemble=127.0.0.1:65208 2024-11-18T17:10:34,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:34,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:34,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421490x0, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:10:34,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421490x0, quorum=127.0.0.1:65208, baseZNode=/1417413900 Set watcher on znode that does not yet exist, /1417413900/running 2024-11-18T17:10:34,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42149-0x1015036c77b0004 connected 2024-11-18T17:10:34,455 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:10:34,455 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:10:34,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Set watcher on znode that does not yet exist, /1417413900/master 2024-11-18T17:10:34,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Set watcher on znode that does not yet exist, /1417413900/acl 2024-11-18T17:10:34,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42149 2024-11-18T17:10:34,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42149 2024-11-18T17:10:34,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42149 2024-11-18T17:10:34,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42149 2024-11-18T17:10:34,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42149 2024-11-18T17:10:34,479 DEBUG [M:0;6912f599d260:38733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:38733 2024-11-18T17:10:34,479 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1417413900/backup-masters/6912f599d260,38733,1731949834327 2024-11-18T17:10:34,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900/backup-masters 2024-11-18T17:10:34,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900/backup-masters 2024-11-18T17:10:34,488 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Set watcher on existing znode=/1417413900/backup-masters/6912f599d260,38733,1731949834327 2024-11-18T17:10:34,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1417413900/master 2024-11-18T17:10:34,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900 2024-11-18T17:10:34,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900 2024-11-18T17:10:34,496 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Set watcher on existing znode=/1417413900/master 2024-11-18T17:10:34,496 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1417413900/backup-masters/6912f599d260,38733,1731949834327 from backup master directory 2024-11-18T17:10:34,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900/backup-masters 2024-11-18T17:10:34,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1417413900/backup-masters/6912f599d260,38733,1731949834327 2024-11-18T17:10:34,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900/backup-masters 2024-11-18T17:10:34,504 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:10:34,504 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,38733,1731949834327 2024-11-18T17:10:34,507 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/hbase.id] with ID: 40278b4b-8cab-43ab-ae63-f2ed9d4127bb 2024-11-18T17:10:34,507 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/.tmp/hbase.id 2024-11-18T17:10:34,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:10:34,912 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/.tmp/hbase.id]:[hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/hbase.id] 2024-11-18T17:10:34,923 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:34,923 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:10:34,924 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:10:34,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900 2024-11-18T17:10:34,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900 2024-11-18T17:10:34,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:10:35,371 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:10:35,372 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:10:35,372 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:10:35,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:10:35,779 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store 2024-11-18T17:10:35,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:10:36,185 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:36,185 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:10:36,185 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:36,185 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:36,185 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:10:36,185 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:36,185 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:36,185 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949836185Disabling compacts and flushes for region at 1731949836185Disabling writes for close at 1731949836185Writing region close event to WAL at 1731949836185Closed at 1731949836185 2024-11-18T17:10:36,186 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/.initializing 2024-11-18T17:10:36,186 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/WALs/6912f599d260,38733,1731949834327 2024-11-18T17:10:36,187 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:10:36,188 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C38733%2C1731949834327, suffix=, logDir=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/WALs/6912f599d260,38733,1731949834327, archiveDir=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/oldWALs, maxLogs=10 2024-11-18T17:10:36,203 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/WALs/6912f599d260,38733,1731949834327/6912f599d260%2C38733%2C1731949834327.1731949836189, exclude list is [], retry=0 2024-11-18T17:10:36,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34521,DS-560e7396-0b6c-4ec8-85d3-0fe45dadc865,DISK] 2024-11-18T17:10:36,207 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/WALs/6912f599d260,38733,1731949834327/6912f599d260%2C38733%2C1731949834327.1731949836189 2024-11-18T17:10:36,207 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46783:46783)] 2024-11-18T17:10:36,207 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:10:36,207 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:36,208 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:36,208 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:36,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:36,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:10:36,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:36,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:36,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:36,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:10:36,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:36,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:36,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:36,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:10:36,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:36,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:36,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:36,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:10:36,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:36,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:36,215 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:36,215 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:36,216 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:36,217 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:36,217 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:36,217 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:10:36,218 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:36,220 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:10:36,220 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70069517, jitterRate=0.044117167592048645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:10:36,220 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949836208Initializing all the Stores at 1731949836208Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949836209 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949836209Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949836209Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949836209Cleaning up temporary data from old regions at 1731949836217 (+8 ms)Region opened successfully at 1731949836220 (+3 ms) 2024-11-18T17:10:36,221 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:10:36,223 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e341d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:10:36,224 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:10:36,224 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:10:36,224 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:10:36,224 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:10:36,225 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:10:36,225 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:10:36,225 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:10:36,227 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:10:36,227 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Unable to get data of znode /1417413900/balancer because node does not exist (not necessarily an error) 2024-11-18T17:10:36,270 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1417413900/balancer already deleted, retry=false 2024-11-18T17:10:36,271 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:10:36,272 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Unable to get data of znode /1417413900/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:10:36,279 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1417413900/normalizer already deleted, retry=false 2024-11-18T17:10:36,279 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:10:36,280 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Unable to get data of znode /1417413900/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:10:36,287 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1417413900/switch/split already deleted, retry=false 2024-11-18T17:10:36,288 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Unable to get data of znode /1417413900/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:10:36,295 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1417413900/switch/merge already deleted, retry=false 2024-11-18T17:10:36,297 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Unable to get data of znode /1417413900/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:10:36,304 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1417413900/snapshot-cleanup already deleted, retry=false 2024-11-18T17:10:36,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1417413900/running 2024-11-18T17:10:36,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1417413900/running 2024-11-18T17:10:36,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900 2024-11-18T17:10:36,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900 2024-11-18T17:10:36,312 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,38733,1731949834327, sessionid=0x1015036c77b0003, setting cluster-up flag (Was=false) 2024-11-18T17:10:36,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900 2024-11-18T17:10:36,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900 2024-11-18T17:10:36,354 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1417413900/flush-table-proc/acquired, /1417413900/flush-table-proc/reached, /1417413900/flush-table-proc/abort 2024-11-18T17:10:36,355 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,38733,1731949834327 2024-11-18T17:10:36,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900 2024-11-18T17:10:36,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900 2024-11-18T17:10:36,395 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1417413900/online-snapshot/acquired, /1417413900/online-snapshot/reached, /1417413900/online-snapshot/abort 2024-11-18T17:10:36,397 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,38733,1731949834327 2024-11-18T17:10:36,398 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:10:36,399 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:10:36,399 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:10:36,399 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:10:36,399 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,38733,1731949834327 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:10:36,400 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:36,400 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:36,400 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:36,401 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:36,401 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:10:36,401 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:36,401 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:10:36,401 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:36,402 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949866402 2024-11-18T17:10:36,402 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:10:36,402 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:10:36,402 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:10:36,402 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:10:36,402 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:10:36,402 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:10:36,402 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:10:36,402 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:10:36,402 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:36,402 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:10:36,402 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:10:36,403 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:10:36,403 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:10:36,403 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:10:36,403 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:10:36,403 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:36,403 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:10:36,406 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949836403,5,FailOnTimeoutGroup] 2024-11-18T17:10:36,407 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949836407,5,FailOnTimeoutGroup] 2024-11-18T17:10:36,407 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:36,407 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:10:36,407 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:36,407 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:36,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:10:36,466 INFO [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(746): ClusterId : 40278b4b-8cab-43ab-ae63-f2ed9d4127bb 2024-11-18T17:10:36,467 DEBUG [RS:0;6912f599d260:42149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:10:36,475 DEBUG [RS:0;6912f599d260:42149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:10:36,475 DEBUG [RS:0;6912f599d260:42149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:10:36,483 DEBUG [RS:0;6912f599d260:42149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:10:36,484 DEBUG [RS:0;6912f599d260:42149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e786003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:10:36,494 DEBUG [RS:0;6912f599d260:42149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:42149 2024-11-18T17:10:36,494 INFO [RS:0;6912f599d260:42149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:10:36,494 INFO [RS:0;6912f599d260:42149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:10:36,494 DEBUG [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:10:36,495 INFO [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,38733,1731949834327 with port=42149, startcode=1731949834440 2024-11-18T17:10:36,495 DEBUG [RS:0;6912f599d260:42149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:10:36,496 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:10:36,496 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38733 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,42149,1731949834440 2024-11-18T17:10:36,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38733 {}] master.ServerManager(517): Registering regionserver=6912f599d260,42149,1731949834440 2024-11-18T17:10:36,497 DEBUG [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d 2024-11-18T17:10:36,498 DEBUG [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40389 2024-11-18T17:10:36,498 DEBUG [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:10:36,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900/rs 2024-11-18T17:10:36,508 DEBUG [RS:0;6912f599d260:42149 {}] zookeeper.ZKUtil(111): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Set watcher on existing znode=/1417413900/rs/6912f599d260,42149,1731949834440 2024-11-18T17:10:36,508 WARN [RS:0;6912f599d260:42149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:10:36,508 INFO [RS:0;6912f599d260:42149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:10:36,508 DEBUG [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/WALs/6912f599d260,42149,1731949834440 2024-11-18T17:10:36,509 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,42149,1731949834440] 2024-11-18T17:10:36,511 INFO [RS:0;6912f599d260:42149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:10:36,512 INFO [RS:0;6912f599d260:42149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:10:36,512 INFO [RS:0;6912f599d260:42149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:10:36,512 INFO [RS:0;6912f599d260:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:36,512 INFO [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:10:36,513 INFO [RS:0;6912f599d260:42149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:10:36,513 INFO [RS:0;6912f599d260:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:36,513 DEBUG [RS:0;6912f599d260:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:36,513 DEBUG [RS:0;6912f599d260:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:36,513 DEBUG [RS:0;6912f599d260:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:36,513 DEBUG [RS:0;6912f599d260:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:36,513 DEBUG [RS:0;6912f599d260:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:36,513 DEBUG [RS:0;6912f599d260:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:10:36,513 DEBUG [RS:0;6912f599d260:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:36,513 DEBUG [RS:0;6912f599d260:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:36,513 DEBUG [RS:0;6912f599d260:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:36,513 DEBUG [RS:0;6912f599d260:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:36,513 DEBUG [RS:0;6912f599d260:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:36,513 DEBUG [RS:0;6912f599d260:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:36,513 DEBUG [RS:0;6912f599d260:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:10:36,513 DEBUG [RS:0;6912f599d260:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:10:36,514 INFO [RS:0;6912f599d260:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:36,514 INFO [RS:0;6912f599d260:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:36,514 INFO [RS:0;6912f599d260:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:36,514 INFO [RS:0;6912f599d260:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:36,514 INFO [RS:0;6912f599d260:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:36,514 INFO [RS:0;6912f599d260:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42149,1731949834440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:10:36,526 INFO [RS:0;6912f599d260:42149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:10:36,527 INFO [RS:0;6912f599d260:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42149,1731949834440-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:36,527 INFO [RS:0;6912f599d260:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:36,527 INFO [RS:0;6912f599d260:42149 {}] regionserver.Replication(171): 6912f599d260,42149,1731949834440 started 2024-11-18T17:10:36,538 INFO [RS:0;6912f599d260:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:36,538 INFO [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,42149,1731949834440, RpcServer on 6912f599d260/172.17.0.3:42149, sessionid=0x1015036c77b0004 2024-11-18T17:10:36,539 DEBUG [RS:0;6912f599d260:42149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:10:36,539 DEBUG [RS:0;6912f599d260:42149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,42149,1731949834440 2024-11-18T17:10:36,539 DEBUG [RS:0;6912f599d260:42149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,42149,1731949834440' 2024-11-18T17:10:36,539 DEBUG [RS:0;6912f599d260:42149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1417413900/flush-table-proc/abort' 2024-11-18T17:10:36,539 DEBUG [RS:0;6912f599d260:42149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1417413900/flush-table-proc/acquired' 2024-11-18T17:10:36,539 DEBUG [RS:0;6912f599d260:42149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:10:36,539 DEBUG [RS:0;6912f599d260:42149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:10:36,539 DEBUG [RS:0;6912f599d260:42149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,42149,1731949834440 2024-11-18T17:10:36,539 DEBUG [RS:0;6912f599d260:42149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,42149,1731949834440' 2024-11-18T17:10:36,539 DEBUG [RS:0;6912f599d260:42149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1417413900/online-snapshot/abort' 2024-11-18T17:10:36,540 DEBUG [RS:0;6912f599d260:42149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1417413900/online-snapshot/acquired' 2024-11-18T17:10:36,540 DEBUG [RS:0;6912f599d260:42149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:10:36,540 INFO [RS:0;6912f599d260:42149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:10:36,540 INFO [RS:0;6912f599d260:42149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:10:36,640 INFO [RS:0;6912f599d260:42149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:10:36,642 INFO [RS:0;6912f599d260:42149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C42149%2C1731949834440, suffix=, logDir=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/WALs/6912f599d260,42149,1731949834440, archiveDir=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/oldWALs, maxLogs=10 2024-11-18T17:10:36,654 DEBUG [RS:0;6912f599d260:42149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/WALs/6912f599d260,42149,1731949834440/6912f599d260%2C42149%2C1731949834440.1731949836642, exclude list is [], retry=0 2024-11-18T17:10:36,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34521,DS-560e7396-0b6c-4ec8-85d3-0fe45dadc865,DISK] 2024-11-18T17:10:36,657 INFO [RS:0;6912f599d260:42149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/WALs/6912f599d260,42149,1731949834440/6912f599d260%2C42149%2C1731949834440.1731949836642 2024-11-18T17:10:36,658 DEBUG [RS:0;6912f599d260:42149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46783:46783)] 2024-11-18T17:10:36,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:10:36,815 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d 2024-11-18T17:10:36,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:10:37,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:37,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:10:37,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:10:37,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:37,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:37,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:10:37,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:10:37,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:37,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:37,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:10:37,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:10:37,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:37,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:37,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:10:37,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:10:37,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:37,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:37,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:10:37,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/data/hbase/meta/1588230740 2024-11-18T17:10:37,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/data/hbase/meta/1588230740 2024-11-18T17:10:37,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:10:37,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:10:37,229 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:10:37,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:10:37,232 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:10:37,232 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65773256, jitterRate=-0.01990211009979248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:10:37,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949837221Initializing all the Stores at 1731949837222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949837222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949837222Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949837222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949837222Cleaning up temporary data from old regions at 1731949837229 (+7 ms)Region opened successfully at 1731949837232 (+3 ms) 2024-11-18T17:10:37,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:10:37,232 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:10:37,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:10:37,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:10:37,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:10:37,233 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:10:37,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949837232Disabling compacts and flushes for region at 1731949837232Disabling writes for close at 1731949837232Writing region close event to WAL at 1731949837233 (+1 ms)Closed at 1731949837233 2024-11-18T17:10:37,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:10:37,234 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:10:37,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:10:37,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:10:37,235 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:10:37,385 DEBUG [6912f599d260:38733 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:10:37,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,42149,1731949834440 2024-11-18T17:10:37,387 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,42149,1731949834440, state=OPENING 2024-11-18T17:10:37,456 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:10:37,458 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:10:37,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900 2024-11-18T17:10:37,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900 2024-11-18T17:10:37,475 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:10:37,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1417413900/meta-region-server: CHANGED 2024-11-18T17:10:37,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1417413900/meta-region-server: CHANGED 2024-11-18T17:10:37,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,42149,1731949834440}] 2024-11-18T17:10:37,627 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:10:37,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:10:37,632 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:10:37,632 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:10:37,632 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:10:37,633 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C42149%2C1731949834440.meta, suffix=.meta, logDir=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/WALs/6912f599d260,42149,1731949834440, archiveDir=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/oldWALs, maxLogs=10 2024-11-18T17:10:37,651 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/WALs/6912f599d260,42149,1731949834440/6912f599d260%2C42149%2C1731949834440.meta.1731949837634.meta, exclude list is [], retry=0 2024-11-18T17:10:37,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34521,DS-560e7396-0b6c-4ec8-85d3-0fe45dadc865,DISK] 2024-11-18T17:10:37,655 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/WALs/6912f599d260,42149,1731949834440/6912f599d260%2C42149%2C1731949834440.meta.1731949837634.meta 2024-11-18T17:10:37,655 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46783:46783)] 2024-11-18T17:10:37,655 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:10:37,656 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:10:37,656 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:10:37,656 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:10:37,656 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:10:37,656 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:10:37,656 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:37,656 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:10:37,656 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:10:37,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:10:37,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:10:37,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:37,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:37,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:10:37,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:10:37,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:37,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:37,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:10:37,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:10:37,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:37,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:37,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:10:37,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:10:37,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:37,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:37,661 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:10:37,662 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/data/hbase/meta/1588230740 2024-11-18T17:10:37,663 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/data/hbase/meta/1588230740 2024-11-18T17:10:37,664 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:10:37,664 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:10:37,665 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:10:37,666 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:10:37,666 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60995015, jitterRate=-0.0911034494638443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:10:37,666 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:10:37,667 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949837656Writing region info on filesystem at 1731949837656Initializing all the Stores at 1731949837657 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949837657Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949837657Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949837657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949837657Cleaning up temporary data from old regions at 1731949837664 (+7 ms)Running coprocessor post-open hooks at 1731949837666 (+2 ms)Region opened successfully at 1731949837666 2024-11-18T17:10:37,667 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949837627 2024-11-18T17:10:37,669 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:10:37,669 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:10:37,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,42149,1731949834440 2024-11-18T17:10:37,671 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,42149,1731949834440, state=OPEN 2024-11-18T17:10:37,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1417413900/meta-region-server 2024-11-18T17:10:37,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1417413900/meta-region-server 2024-11-18T17:10:37,679 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,42149,1731949834440 2024-11-18T17:10:37,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1417413900/meta-region-server: CHANGED 2024-11-18T17:10:37,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1417413900/meta-region-server: CHANGED 2024-11-18T17:10:37,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:10:37,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,42149,1731949834440 in 204 msec 2024-11-18T17:10:37,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:10:37,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-18T17:10:37,683 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:10:37,683 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:10:37,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:10:37,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,42149,1731949834440, seqNum=-1] 2024-11-18T17:10:37,685 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:10:37,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:10:37,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-18T17:10:37,690 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949837690, completionTime=-1 2024-11-18T17:10:37,690 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:10:37,691 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:10:37,692 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:10:37,692 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949897692 2024-11-18T17:10:37,692 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731949957692 2024-11-18T17:10:37,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:10:37,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,38733,1731949834327-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:37,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,38733,1731949834327-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:37,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,38733,1731949834327-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:37,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:38733, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:37,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:37,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:37,695 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:10:37,697 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.192sec 2024-11-18T17:10:37,697 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:10:37,697 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:10:37,697 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:10:37,697 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:10:37,697 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:10:37,697 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,38733,1731949834327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:10:37,697 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,38733,1731949834327-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:10:37,699 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:10:37,699 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:10:37,699 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,38733,1731949834327-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:37,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cb74fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:37,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,38733,-1 for getting cluster id 2024-11-18T17:10:37,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:10:37,768 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40278b4b-8cab-43ab-ae63-f2ed9d4127bb' 2024-11-18T17:10:37,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:10:37,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40278b4b-8cab-43ab-ae63-f2ed9d4127bb" 2024-11-18T17:10:37,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355fe841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:37,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,38733,-1] 2024-11-18T17:10:37,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:10:37,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:37,770 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:10:37,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7387858f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:37,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:10:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,42149,1731949834440, seqNum=-1] 2024-11-18T17:10:37,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:10:37,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:10:37,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,38733,1731949834327 2024-11-18T17:10:37,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65208 2024-11-18T17:10:37,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:10:37,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015036c77b0005 connected 2024-11-18T17:10:37,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d15a897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:37,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,41779,-1 for getting cluster id 2024-11-18T17:10:37,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:10:37,794 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07e8ba3d-546a-4316-8338-83ec19abdea0' 2024-11-18T17:10:37,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:10:37,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07e8ba3d-546a-4316-8338-83ec19abdea0" 2024-11-18T17:10:37,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f835594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:37,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,41779,-1] 2024-11-18T17:10:37,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:10:37,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:37,795 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:10:37,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560fe6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:37,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:10:37,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,41779,1731949829228 2024-11-18T17:10:37,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c78a738 2024-11-18T17:10:37,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:10:37,797 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:10:37,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:38733,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:10:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:10:37,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:10:37,800 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:38733' 2024-11-18T17:10:37,801 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569f53cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:37,801 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,38733,-1 for getting cluster id 2024-11-18T17:10:37,801 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:10:37,802 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40278b4b-8cab-43ab-ae63-f2ed9d4127bb' 2024-11-18T17:10:37,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:10:37,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40278b4b-8cab-43ab-ae63-f2ed9d4127bb" 2024-11-18T17:10:37,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f955a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:37,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,38733,-1] 2024-11-18T17:10:37,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:10:37,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:37,803 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:10:37,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254d736e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:37,803 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:10:37,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,38733,1731949834327 2024-11-18T17:10:37,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21c4a7d3 2024-11-18T17:10:37,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:10:37,805 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:10:37,805 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-18T17:10:37,805 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:10:37,805 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:37,806 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:37,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:10:37,806 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:10:37,807 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:10:37,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:10:37,808 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:37,809 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:10:37,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741835_1011 (size=1138) 2024-11-18T17:10:37,857 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T17:10:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:10:38,044 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:10:38,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:38,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:38,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:38,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:38,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:38,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:10:38,216 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ec724fede6b3f7fd30c159e0d83f5b7, NAME => 'hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d 2024-11-18T17:10:38,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741836_1012 (size=44) 2024-11-18T17:10:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:10:38,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:38,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0ec724fede6b3f7fd30c159e0d83f5b7, disabling compactions & flushes 2024-11-18T17:10:38,621 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:38,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:38,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. after waiting 0 ms 2024-11-18T17:10:38,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:38,622 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:38,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ec724fede6b3f7fd30c159e0d83f5b7: Waiting for close lock at 1731949838621Disabling compacts and flushes for region at 1731949838621Disabling writes for close at 1731949838621Writing region close event to WAL at 1731949838622 (+1 ms)Closed at 1731949838622 2024-11-18T17:10:38,623 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:10:38,623 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731949838623"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949838623"}]},"ts":"1731949838623"} 2024-11-18T17:10:38,625 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:10:38,626 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:10:38,626 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949838626"}]},"ts":"1731949838626"} 2024-11-18T17:10:38,628 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T17:10:38,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ec724fede6b3f7fd30c159e0d83f5b7, ASSIGN}] 2024-11-18T17:10:38,629 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ec724fede6b3f7fd30c159e0d83f5b7, ASSIGN 2024-11-18T17:10:38,630 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ec724fede6b3f7fd30c159e0d83f5b7, ASSIGN; state=OFFLINE, location=6912f599d260,44653,1731949829385; forceNewPlan=false, retain=false 2024-11-18T17:10:38,780 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0ec724fede6b3f7fd30c159e0d83f5b7, regionState=OPENING, regionLocation=6912f599d260,44653,1731949829385 2024-11-18T17:10:38,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ec724fede6b3f7fd30c159e0d83f5b7, ASSIGN because future has completed 2024-11-18T17:10:38,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ec724fede6b3f7fd30c159e0d83f5b7, server=6912f599d260,44653,1731949829385}] 2024-11-18T17:10:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:10:38,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:38,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:10:38,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:10:38,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C44653%2C1731949829385.rep, suffix=, logDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385, archiveDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/oldWALs, maxLogs=10 2024-11-18T17:10:38,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385/6912f599d260%2C44653%2C1731949829385.rep.1731949838940, exclude list is [], retry=0 2024-11-18T17:10:38,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41417,DS-40ffa0c1-55d3-4298-ad23-e42ec9a9d42e,DISK] 2024-11-18T17:10:38,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385/6912f599d260%2C44653%2C1731949829385.rep.1731949838940 2024-11-18T17:10:38,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-18T17:10:38,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ec724fede6b3f7fd30c159e0d83f5b7, NAME => 'hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:10:38,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:10:38,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:10:38,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. service=MultiRowMutationService 2024-11-18T17:10:38,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:10:38,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:38,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:38,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:38,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:38,957 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:38,958 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec724fede6b3f7fd30c159e0d83f5b7 columnFamilyName hfileref 2024-11-18T17:10:38,958 DEBUG [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:38,958 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] regionserver.HStore(327): Store=0ec724fede6b3f7fd30c159e0d83f5b7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:38,958 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:38,959 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec724fede6b3f7fd30c159e0d83f5b7 columnFamilyName queue 2024-11-18T17:10:38,959 DEBUG [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:38,959 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] regionserver.HStore(327): Store=0ec724fede6b3f7fd30c159e0d83f5b7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:38,959 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:38,960 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec724fede6b3f7fd30c159e0d83f5b7 columnFamilyName sid 2024-11-18T17:10:38,960 DEBUG [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:38,961 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] regionserver.HStore(327): Store=0ec724fede6b3f7fd30c159e0d83f5b7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:38,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:38,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/replication/0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:38,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/replication/0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:38,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:38,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:38,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:10:38,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:38,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/replication/0ec724fede6b3f7fd30c159e0d83f5b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:10:38,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0ec724fede6b3f7fd30c159e0d83f5b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71545280, jitterRate=0.06610774993896484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:10:38,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:38,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0ec724fede6b3f7fd30c159e0d83f5b7: Running coprocessor pre-open hook at 1731949838956Writing region info on filesystem at 1731949838956Initializing all the Stores at 1731949838956Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949838956Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949838957 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949838957Cleaning up temporary data from old regions at 1731949838963 (+6 ms)Running coprocessor post-open hooks at 1731949838967 (+4 ms)Region opened successfully at 1731949838967 2024-11-18T17:10:38,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7., pid=7, masterSystemTime=1731949838935 2024-11-18T17:10:38,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:38,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:38,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0ec724fede6b3f7fd30c159e0d83f5b7, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,44653,1731949829385 2024-11-18T17:10:38,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ec724fede6b3f7fd30c159e0d83f5b7, server=6912f599d260,44653,1731949829385 because future has completed 2024-11-18T17:10:38,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-18T17:10:38,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ec724fede6b3f7fd30c159e0d83f5b7, server=6912f599d260,44653,1731949829385 in 189 msec 2024-11-18T17:10:38,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:10:38,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ec724fede6b3f7fd30c159e0d83f5b7, ASSIGN in 346 msec 2024-11-18T17:10:38,976 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:10:38,977 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949838976"}]},"ts":"1731949838976"} 2024-11-18T17:10:38,978 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T17:10:38,979 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:10:38,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-18T17:10:39,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7., hostname=6912f599d260,44653,1731949829385, seqNum=2] 2024-11-18T17:10:39,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:39,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:39,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:10:39,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44653 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-18T17:10:39,232 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T17:10:39,259 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,44653,1731949829385, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:10:39,259 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:10:39,259 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44653,1731949829385, seqNum=-1] 2024-11-18T17:10:39,260 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:10:39,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-18T17:10:39,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6912f599d260,44653,1731949829385', locateType=CURRENT is [region=hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7., hostname=6912f599d260,44653,1731949829385, seqNum=2] 2024-11-18T17:10:39,265 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T17:10:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T17:10:39,268 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6912f599d260,44653,1731949829385 suceeded 2024-11-18T17:10:39,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-18T17:10:39,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-18T17:10:39,270 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6912f599d260:38733,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:10:39,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4720 sec 2024-11-18T17:10:39,280 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:38733' 2024-11-18T17:10:39,281 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33870459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:39,281 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,38733,-1 for getting cluster id 2024-11-18T17:10:39,281 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:10:39,282 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40278b4b-8cab-43ab-ae63-f2ed9d4127bb' 2024-11-18T17:10:39,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:10:39,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40278b4b-8cab-43ab-ae63-f2ed9d4127bb" 2024-11-18T17:10:39,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53747d68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:39,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,38733,-1] 2024-11-18T17:10:39,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:10:39,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:39,283 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:10:39,283 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f5897a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:39,283 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:10:39,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,38733,1731949834327 2024-11-18T17:10:39,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3333bd49 2024-11-18T17:10:39,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:10:39,285 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-18T17:10:39,285 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,44653,1731949829385 (queues=1) is replicating from cluster=07e8ba3d-546a-4316-8338-83ec19abdea0 to cluster=40278b4b-8cab-43ab-ae63-f2ed9d4127bb 2024-11-18T17:10:39,285 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C44653%2C1731949829385 2024-11-18T17:10:39,285 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,44653,1731949829385, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:10:39,286 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385.replicationSource.wal-reader.6912f599d260%2C44653%2C1731949829385,1-6912f599d260,44653,1731949829385 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385/6912f599d260%2C44653%2C1731949829385.1731949831592, startPosition=0, beingWritten=true 2024-11-18T17:10:39,286 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385.replicationSource.shipper6912f599d260%2C44653%2C1731949829385,1-6912f599d260,44653,1731949829385 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C44653%2C1731949829385 2024-11-18T17:10:39,490 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385.replicationSource.wal-reader.6912f599d260%2C44653%2C1731949829385,1-6912f599d260,44653,1731949829385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385/6912f599d260%2C44653%2C1731949829385.1731949831592 to pos 0, reset compression=false 2024-11-18T17:10:39,794 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385.replicationSource.wal-reader.6912f599d260%2C44653%2C1731949829385,1-6912f599d260,44653,1731949829385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385/6912f599d260%2C44653%2C1731949829385.1731949831592 to pos 0, reset compression=false 2024-11-18T17:10:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:10:39,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T17:10:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T17:10:39,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T17:10:39,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:10:39,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T17:10:39,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:10:39,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T17:10:39,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T17:10:39,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T17:10:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:10:39,946 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:10:39,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:10:39,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:39,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:39,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:39,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:10:39,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:10:39,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,41779,1731949829228 2024-11-18T17:10:39,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6261130d 2024-11-18T17:10:39,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:10:39,948 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:10:39,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T17:10:39,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:10:39,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:39,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:39,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:39,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:10:39,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:10:39,949 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=842751130, stopped=false 2024-11-18T17:10:39,949 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,41779,1731949829228 2024-11-18T17:10:39,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794895631/running 2024-11-18T17:10:39,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794895631/running 2024-11-18T17:10:39,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:39,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:39,987 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:10:39,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:10:39,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:39,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:39,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on znode that does not yet exist, /0-794895631/running 2024-11-18T17:10:39,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on znode that does not yet exist, /0-794895631/running 2024-11-18T17:10:39,988 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,44653,1731949829385' ***** 2024-11-18T17:10:39,988 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:10:39,988 INFO [RS:0;6912f599d260:44653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:10:39,988 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:10:39,988 INFO [RS:0;6912f599d260:44653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:10:39,988 INFO [RS:0;6912f599d260:44653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:10:39,988 INFO [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:39,988 INFO [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,44653,1731949829385 2024-11-18T17:10:39,988 INFO [RS:0;6912f599d260:44653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:10:39,988 INFO [RS:0;6912f599d260:44653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:44653. 2024-11-18T17:10:39,988 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ec724fede6b3f7fd30c159e0d83f5b7, disabling compactions & flushes 2024-11-18T17:10:39,988 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:39,988 DEBUG [RS:0;6912f599d260:44653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:39,989 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:39,989 DEBUG [RS:0;6912f599d260:44653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:39,989 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. after waiting 0 ms 2024-11-18T17:10:39,989 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:39,989 INFO [RS:0;6912f599d260:44653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:10:39,989 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ec724fede6b3f7fd30c159e0d83f5b7 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-18T17:10:39,989 INFO [RS:0;6912f599d260:44653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:10:39,989 INFO [RS:0;6912f599d260:44653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:10:39,989 INFO [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:10:39,990 INFO [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T17:10:39,990 DEBUG [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0ec724fede6b3f7fd30c159e0d83f5b7=hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7.} 2024-11-18T17:10:39,990 DEBUG [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1351): Waiting on 0ec724fede6b3f7fd30c159e0d83f5b7, 1588230740 2024-11-18T17:10:39,990 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:10:39,990 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:10:39,990 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:10:39,990 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:10:39,990 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:10:39,990 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-18T17:10:40,004 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/replication/0ec724fede6b3f7fd30c159e0d83f5b7/.tmp/queue/e3713a0a27fb4b5184e7a4070ef47af7 is 151, key is 1-6912f599d260,44653,1731949829385/queue:6912f599d260%2C44653%2C1731949829385/1731949839264/Put/seqid=0 2024-11-18T17:10:40,007 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/.tmp/info/0e07d92202a54c8d920c4d273cdfbdf5 is 147, key is hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7./info:regioninfo/1731949838970/Put/seqid=0 2024-11-18T17:10:40,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741838_1014 (size=5350) 2024-11-18T17:10:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741839_1015 (size=6631) 2024-11-18T17:10:40,069 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:10:40,190 DEBUG [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1351): Waiting on 0ec724fede6b3f7fd30c159e0d83f5b7, 1588230740 2024-11-18T17:10:40,198 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385.replicationSource.wal-reader.6912f599d260%2C44653%2C1731949829385,1-6912f599d260,44653,1731949829385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385/6912f599d260%2C44653%2C1731949829385.1731949831592 to pos 0, reset compression=false 2024-11-18T17:10:40,390 DEBUG [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1351): Waiting on 0ec724fede6b3f7fd30c159e0d83f5b7, 1588230740 2024-11-18T17:10:40,408 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/replication/0ec724fede6b3f7fd30c159e0d83f5b7/.tmp/queue/e3713a0a27fb4b5184e7a4070ef47af7 2024-11-18T17:10:40,413 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/.tmp/info/0e07d92202a54c8d920c4d273cdfbdf5 2024-11-18T17:10:40,414 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/replication/0ec724fede6b3f7fd30c159e0d83f5b7/.tmp/queue/e3713a0a27fb4b5184e7a4070ef47af7 as hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/replication/0ec724fede6b3f7fd30c159e0d83f5b7/queue/e3713a0a27fb4b5184e7a4070ef47af7 2024-11-18T17:10:40,419 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/replication/0ec724fede6b3f7fd30c159e0d83f5b7/queue/e3713a0a27fb4b5184e7a4070ef47af7, entries=1, sequenceid=5, filesize=5.2 K 2024-11-18T17:10:40,420 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0ec724fede6b3f7fd30c159e0d83f5b7 in 431ms, sequenceid=5, compaction requested=false 2024-11-18T17:10:40,420 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T17:10:40,428 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/replication/0ec724fede6b3f7fd30c159e0d83f5b7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T17:10:40,429 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:10:40,429 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:10:40,429 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:40,429 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ec724fede6b3f7fd30c159e0d83f5b7: Waiting for close lock at 1731949839988Running coprocessor pre-close hooks at 1731949839988Disabling compacts and flushes for region at 1731949839988Disabling writes for close at 1731949839989 (+1 ms)Obtaining lock to block concurrent updates at 1731949839989Preparing flush snapshotting stores in 0ec724fede6b3f7fd30c159e0d83f5b7 at 1731949839989Finished memstore snapshotting hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731949839989Flushing stores of hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. at 1731949839989Flushing 0ec724fede6b3f7fd30c159e0d83f5b7/queue: creating writer at 1731949839989Flushing 0ec724fede6b3f7fd30c159e0d83f5b7/queue: appending metadata at 1731949840003 (+14 ms)Flushing 0ec724fede6b3f7fd30c159e0d83f5b7/queue: closing flushed file at 1731949840003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6082afe7: reopening flushed file at 1731949840414 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0ec724fede6b3f7fd30c159e0d83f5b7 in 431ms, sequenceid=5, compaction requested=false at 1731949840420 (+6 ms)Writing region close event to WAL at 1731949840425 (+5 ms)Running coprocessor post-close hooks at 1731949840429 (+4 ms)Closed at 1731949840429 2024-11-18T17:10:40,429 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:40,432 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/.tmp/ns/e3095ec9e13d4c289a1dccf468212172 is 43, key is default/ns:d/1731949832594/Put/seqid=0 2024-11-18T17:10:40,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741840_1016 (size=5153) 2024-11-18T17:10:40,467 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:10:40,467 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:10:40,591 DEBUG [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:40,703 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385.replicationSource.wal-reader.6912f599d260%2C44653%2C1731949829385,1-6912f599d260,44653,1731949829385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385/6912f599d260%2C44653%2C1731949829385.1731949831592 to pos 0, reset compression=false 2024-11-18T17:10:40,791 DEBUG [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:40,837 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/.tmp/ns/e3095ec9e13d4c289a1dccf468212172 2024-11-18T17:10:40,854 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/.tmp/table/b2c2ffefd57747f1a0891f1d63565342 is 53, key is hbase:replication/table:state/1731949838976/Put/seqid=0 2024-11-18T17:10:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741841_1017 (size=5256) 2024-11-18T17:10:40,991 INFO [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T17:10:40,991 DEBUG [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:10:40,991 DEBUG [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:41,191 DEBUG [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:41,259 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/.tmp/table/b2c2ffefd57747f1a0891f1d63565342 2024-11-18T17:10:41,264 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/.tmp/info/0e07d92202a54c8d920c4d273cdfbdf5 as hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/info/0e07d92202a54c8d920c4d273cdfbdf5 2024-11-18T17:10:41,269 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/info/0e07d92202a54c8d920c4d273cdfbdf5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-18T17:10:41,270 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/.tmp/ns/e3095ec9e13d4c289a1dccf468212172 as hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/ns/e3095ec9e13d4c289a1dccf468212172 2024-11-18T17:10:41,275 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/ns/e3095ec9e13d4c289a1dccf468212172, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T17:10:41,276 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/.tmp/table/b2c2ffefd57747f1a0891f1d63565342 as hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/table/b2c2ffefd57747f1a0891f1d63565342 2024-11-18T17:10:41,280 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/table/b2c2ffefd57747f1a0891f1d63565342, entries=2, sequenceid=11, filesize=5.1 K 2024-11-18T17:10:41,281 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false 2024-11-18T17:10:41,284 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T17:10:41,285 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:10:41,285 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:10:41,285 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:10:41,285 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949839990Running coprocessor pre-close hooks at 1731949839990Disabling compacts and flushes for region at 1731949839990Disabling writes for close at 1731949839990Obtaining lock to block concurrent updates at 1731949839990Preparing flush snapshotting stores in 1588230740 at 1731949839990Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731949839991 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731949839991Flushing 1588230740/info: creating writer at 1731949839991Flushing 1588230740/info: appending metadata at 1731949840006 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731949840007 (+1 ms)Flushing 1588230740/ns: creating writer at 1731949840418 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731949840432 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731949840432Flushing 1588230740/table: creating writer at 1731949840842 (+410 ms)Flushing 1588230740/table: appending metadata at 1731949840854 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731949840854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dfb3a58: reopening flushed file at 1731949841264 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ef75a5: reopening flushed file at 1731949841269 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d477701: reopening flushed file at 1731949841275 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=11, compaction requested=false at 1731949841281 (+6 ms)Writing region close event to WAL at 1731949841282 (+1 ms)Running coprocessor post-close hooks at 1731949841285 (+3 ms)Closed at 1731949841285 2024-11-18T17:10:41,285 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:10:41,307 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385.replicationSource.wal-reader.6912f599d260%2C44653%2C1731949829385,1-6912f599d260,44653,1731949829385 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385/6912f599d260%2C44653%2C1731949829385.1731949831592 to pos 0, reset compression=false 2024-11-18T17:10:41,391 INFO [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,44653,1731949829385; all regions closed. 2024-11-18T17:10:41,393 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385/6912f599d260%2C44653%2C1731949829385.meta.1731949832523.meta not finished, retry = 0 2024-11-18T17:10:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741834_1010 (size=2742) 2024-11-18T17:10:41,496 DEBUG [RS:0;6912f599d260:44653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/oldWALs 2024-11-18T17:10:41,496 INFO [RS:0;6912f599d260:44653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C44653%2C1731949829385.meta:.meta(num 1731949832523) 2024-11-18T17:10:41,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741837_1013 (size=1586) 2024-11-18T17:10:41,498 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385/6912f599d260%2C44653%2C1731949829385.rep.1731949838940 not finished, retry = 0 2024-11-18T17:10:41,601 DEBUG [RS:0;6912f599d260:44653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/oldWALs 2024-11-18T17:10:41,601 INFO [RS:0;6912f599d260:44653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C44653%2C1731949829385.rep:(num 1731949838940) 2024-11-18T17:10:41,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741832_1008 (size=93) 2024-11-18T17:10:41,603 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385/6912f599d260%2C44653%2C1731949829385.1731949831592 not finished, retry = 0 2024-11-18T17:10:41,705 DEBUG [RS:0;6912f599d260:44653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/oldWALs 2024-11-18T17:10:41,705 INFO [RS:0;6912f599d260:44653 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C44653%2C1731949829385:(num 1731949831592) 2024-11-18T17:10:41,705 DEBUG [RS:0;6912f599d260:44653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:41,705 INFO [RS:0;6912f599d260:44653 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:10:41,705 INFO [RS:0;6912f599d260:44653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:10:41,705 INFO [RS:0;6912f599d260:44653 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:10:41,706 INFO [RS:0;6912f599d260:44653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:10:41,706 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:10:41,706 INFO [RS:0;6912f599d260:44653 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,44653,1731949829385 because: Region server is closing 2024-11-18T17:10:41,706 INFO [RS:0;6912f599d260:44653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:44653. 2024-11-18T17:10:41,706 DEBUG [RS:0;6912f599d260:44653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:41,706 DEBUG [RS:0;6912f599d260:44653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:41,706 DEBUG [RS:0;6912f599d260:44653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:41,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:10:41,807 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385.replicationSource.shipper6912f599d260%2C44653%2C1731949829385,1-6912f599d260,44653,1731949829385 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T17:10:41,807 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385.replicationSource.wal-reader.6912f599d260%2C44653%2C1731949829385,1-6912f599d260,44653,1731949829385 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T17:10:41,807 INFO [RS:0;6912f599d260:44653 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44653,1731949829385.replicationSource.shipper6912f599d260%2C44653%2C1731949829385,1-6912f599d260,44653,1731949829385 terminated 2024-11-18T17:10:41,807 INFO [RS:0;6912f599d260:44653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44653 2024-11-18T17:10:41,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794895631/rs/6912f599d260,44653,1731949829385 2024-11-18T17:10:41,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631/rs 2024-11-18T17:10:41,853 INFO [RS:0;6912f599d260:44653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:10:41,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,44653,1731949829385] 2024-11-18T17:10:41,870 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-794895631/draining/6912f599d260,44653,1731949829385 already deleted, retry=false 2024-11-18T17:10:41,870 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,44653,1731949829385 expired; onlineServers=0 2024-11-18T17:10:41,870 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,41779,1731949829228' ***** 2024-11-18T17:10:41,870 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:10:41,870 INFO [M:0;6912f599d260:41779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:10:41,870 INFO [M:0;6912f599d260:41779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:10:41,870 DEBUG [M:0;6912f599d260:41779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:10:41,870 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:10:41,870 DEBUG [M:0;6912f599d260:41779 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:10:41,870 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949831339 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949831339,5,FailOnTimeoutGroup] 2024-11-18T17:10:41,871 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949831339 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949831339,5,FailOnTimeoutGroup] 2024-11-18T17:10:41,871 INFO [M:0;6912f599d260:41779 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:10:41,871 INFO [M:0;6912f599d260:41779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:10:41,871 DEBUG [M:0;6912f599d260:41779 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:10:41,871 INFO [M:0;6912f599d260:41779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:10:41,871 INFO [M:0;6912f599d260:41779 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:10:41,871 INFO [M:0;6912f599d260:41779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:10:41,871 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:10:41,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794895631/master 2024-11-18T17:10:41,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:41,878 DEBUG [M:0;6912f599d260:41779 {}] zookeeper.ZKUtil(347): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Unable to get data of znode /0-794895631/master because node does not exist (not an error) 2024-11-18T17:10:41,879 WARN [M:0;6912f599d260:41779 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:10:41,879 INFO [M:0;6912f599d260:41779 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/.lastflushedseqids 2024-11-18T17:10:41,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741842_1018 (size=181) 2024-11-18T17:10:41,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:41,962 INFO [RS:0;6912f599d260:44653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:10:41,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44653-0x1015036c77b0001, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:41,962 INFO [RS:0;6912f599d260:44653 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,44653,1731949829385; zookeeper connection closed. 2024-11-18T17:10:41,962 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@99be425 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@99be425 2024-11-18T17:10:41,962 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:10:42,284 INFO [M:0;6912f599d260:41779 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:10:42,284 INFO [M:0;6912f599d260:41779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:10:42,284 DEBUG [M:0;6912f599d260:41779 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:10:42,284 INFO [M:0;6912f599d260:41779 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:42,284 DEBUG [M:0;6912f599d260:41779 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:42,284 DEBUG [M:0;6912f599d260:41779 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:10:42,284 DEBUG [M:0;6912f599d260:41779 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:42,284 INFO [M:0;6912f599d260:41779 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-18T17:10:42,298 DEBUG [M:0;6912f599d260:41779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e3c38e12538471c805300f37db0ba0b is 82, key is hbase:meta,,1/info:regioninfo/1731949832555/Put/seqid=0 2024-11-18T17:10:42,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741843_1019 (size=5672) 2024-11-18T17:10:42,703 INFO [M:0;6912f599d260:41779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e3c38e12538471c805300f37db0ba0b 2024-11-18T17:10:42,732 DEBUG [M:0;6912f599d260:41779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdeec3d6b3c24f53b032f76d4eb8194e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731949838980/Put/seqid=0 2024-11-18T17:10:42,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741844_1020 (size=7203) 2024-11-18T17:10:43,136 INFO [M:0;6912f599d260:41779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdeec3d6b3c24f53b032f76d4eb8194e 2024-11-18T17:10:43,154 DEBUG [M:0;6912f599d260:41779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/026299b2ed3a4e65a254c8b6d3351b9d is 69, key is 6912f599d260,44653,1731949829385/rs:state/1731949831443/Put/seqid=0 2024-11-18T17:10:43,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741845_1021 (size=5156) 2024-11-18T17:10:43,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:10:43,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:43,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:43,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:43,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:43,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:43,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:43,558 INFO [M:0;6912f599d260:41779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/026299b2ed3a4e65a254c8b6d3351b9d 2024-11-18T17:10:43,563 DEBUG [M:0;6912f599d260:41779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e3c38e12538471c805300f37db0ba0b as hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e3c38e12538471c805300f37db0ba0b 2024-11-18T17:10:43,567 INFO [M:0;6912f599d260:41779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e3c38e12538471c805300f37db0ba0b, entries=8, sequenceid=70, filesize=5.5 K 2024-11-18T17:10:43,568 DEBUG [M:0;6912f599d260:41779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdeec3d6b3c24f53b032f76d4eb8194e as hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdeec3d6b3c24f53b032f76d4eb8194e 2024-11-18T17:10:43,571 INFO [M:0;6912f599d260:41779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdeec3d6b3c24f53b032f76d4eb8194e, entries=8, sequenceid=70, filesize=7.0 K 2024-11-18T17:10:43,572 DEBUG [M:0;6912f599d260:41779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/026299b2ed3a4e65a254c8b6d3351b9d as hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/026299b2ed3a4e65a254c8b6d3351b9d 2024-11-18T17:10:43,576 INFO [M:0;6912f599d260:41779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/026299b2ed3a4e65a254c8b6d3351b9d, entries=1, sequenceid=70, filesize=5.0 K 2024-11-18T17:10:43,577 INFO [M:0;6912f599d260:41779 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false 2024-11-18T17:10:43,579 INFO [M:0;6912f599d260:41779 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:43,580 DEBUG [M:0;6912f599d260:41779 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949842284Disabling compacts and flushes for region at 1731949842284Disabling writes for close at 1731949842284Obtaining lock to block concurrent updates at 1731949842284Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949842284Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731949842285 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949842285Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949842285Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949842298 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949842298Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949842719 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949842732 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949842732Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949843140 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949843153 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949843154 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a961ec5: reopening flushed file at 1731949843562 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6de7e8: reopening flushed file at 1731949843567 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35bc59d9: reopening flushed file at 1731949843571 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false at 1731949843577 (+6 ms)Writing region close event to WAL at 1731949843579 (+2 ms)Closed at 1731949843579 2024-11-18T17:10:43,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741830_1006 (size=41008) 2024-11-18T17:10:43,584 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,41779,1731949829228/6912f599d260%2C41779%2C1731949829228.1731949831127 not finished, retry = 0 2024-11-18T17:10:43,685 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:10:43,685 INFO [M:0;6912f599d260:41779 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:10:43,685 INFO [M:0;6912f599d260:41779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41779 2024-11-18T17:10:43,685 INFO [M:0;6912f599d260:41779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:10:43,820 INFO [M:0;6912f599d260:41779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:10:43,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:43,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41779-0x1015036c77b0000, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:43,822 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:10:43,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:43,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:43,822 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:10:43,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:43,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:10:43,822 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:10:43,822 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:10:43,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39629 2024-11-18T17:10:43,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39629 connecting to ZooKeeper ensemble=127.0.0.1:65208 2024-11-18T17:10:43,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396290x0, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:10:43,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39629-0x1015036c77b0006 connected 2024-11-18T17:10:43,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:43,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:43,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on znode that does not yet exist, /0-794895631/running 2024-11-18T17:10:43,845 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794895631/meta-region-server: INIT 2024-11-18T17:10:43,845 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d, hbase.cluster.distributed=false 2024-11-18T17:10:43,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on znode that does not yet exist, /0-794895631/acl 2024-11-18T17:10:43,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39629 2024-11-18T17:10:43,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39629 2024-11-18T17:10:43,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39629 2024-11-18T17:10:43,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39629 2024-11-18T17:10:43,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39629 2024-11-18T17:10:43,866 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:10:43,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:43,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:43,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:10:43,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:43,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:10:43,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:10:43,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:10:43,866 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34415 2024-11-18T17:10:43,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34415 connecting to ZooKeeper ensemble=127.0.0.1:65208 2024-11-18T17:10:43,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:43,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:43,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344150x0, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:10:43,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344150x0, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on znode that does not yet exist, /0-794895631/running 2024-11-18T17:10:43,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34415-0x1015036c77b0007 connected 2024-11-18T17:10:43,879 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794895631/meta-region-server: INIT 2024-11-18T17:10:43,879 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:10:43,879 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:10:43,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on znode that does not yet exist, /0-794895631/master 2024-11-18T17:10:43,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on znode that does not yet exist, /0-794895631/acl 2024-11-18T17:10:43,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34415 2024-11-18T17:10:43,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34415 2024-11-18T17:10:43,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34415 2024-11-18T17:10:43,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34415 2024-11-18T17:10:43,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34415 2024-11-18T17:10:43,893 DEBUG [M:0;6912f599d260:39629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:39629 2024-11-18T17:10:43,895 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-794895631/backup-masters/6912f599d260,39629,1731949843821 2024-11-18T17:10:43,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631/backup-masters 2024-11-18T17:10:43,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631/backup-masters 2024-11-18T17:10:43,904 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on existing znode=/0-794895631/backup-masters/6912f599d260,39629,1731949843821 2024-11-18T17:10:43,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-794895631/master 2024-11-18T17:10:43,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:43,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:43,912 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on existing znode=/0-794895631/master 2024-11-18T17:10:43,912 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-794895631/backup-masters/6912f599d260,39629,1731949843821 from backup master directory 2024-11-18T17:10:43,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794895631/backup-masters/6912f599d260,39629,1731949843821 2024-11-18T17:10:43,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631/backup-masters 2024-11-18T17:10:43,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631/backup-masters 2024-11-18T17:10:43,920 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:10:43,920 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,39629,1731949843821 2024-11-18T17:10:43,928 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:43,928 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:10:43,934 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-18T17:10:43,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741846_1022 (size=196) 2024-11-18T17:10:44,346 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:10:44,346 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:10:44,347 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:10:44,352 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-18T17:10:44,354 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,41779,1731949829228 to hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,41779,1731949829228-dead as it is dead 2024-11-18T17:10:44,354 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,41779,1731949829228-dead/6912f599d260%2C41779%2C1731949829228.1731949831127 2024-11-18T17:10:44,355 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,41779,1731949829228-dead/6912f599d260%2C41779%2C1731949829228.1731949831127 after 1ms 2024-11-18T17:10:44,355 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,41779,1731949829228-dead/6912f599d260%2C41779%2C1731949829228.1731949831127 to hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6912f599d260%2C41779%2C1731949829228.1731949831127 2024-11-18T17:10:44,355 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,41779,1731949829228-dead 2024-11-18T17:10:44,356 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,39629,1731949843821 2024-11-18T17:10:44,357 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:10:44,357 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C39629%2C1731949843821, suffix=, logDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,39629,1731949843821, archiveDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/oldWALs, maxLogs=10 2024-11-18T17:10:44,370 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,39629,1731949843821/6912f599d260%2C39629%2C1731949843821.1731949844358, exclude list is [], retry=0 2024-11-18T17:10:44,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41417,DS-40ffa0c1-55d3-4298-ad23-e42ec9a9d42e,DISK] 2024-11-18T17:10:44,373 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,39629,1731949843821/6912f599d260%2C39629%2C1731949843821.1731949844358 2024-11-18T17:10:44,374 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-18T17:10:44,374 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:10:44,374 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:44,374 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:44,374 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:44,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:44,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:10:44,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:44,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e3c38e12538471c805300f37db0ba0b 2024-11-18T17:10:44,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:44,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:44,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:10:44,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:44,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdeec3d6b3c24f53b032f76d4eb8194e 2024-11-18T17:10:44,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:44,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:44,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:10:44,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:44,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/026299b2ed3a4e65a254c8b6d3351b9d 2024-11-18T17:10:44,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:44,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:44,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:10:44,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:44,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:44,394 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:44,394 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-18T17:10:44,394 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6912f599d260%2C41779%2C1731949829228.1731949831127 2024-11-18T17:10:44,399 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6912f599d260%2C41779%2C1731949829228.1731949831127 2024-11-18T17:10:44,399 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6912f599d260%2C41779%2C1731949829228.1731949831127 2024-11-18T17:10:44,401 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:44,401 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:44,401 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:10:44,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:44,405 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-18T17:10:44,405 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61183189, jitterRate=-0.08829943835735321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:10:44,406 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949844374Initializing all the Stores at 1731949844375 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949844375Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949844375Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949844375Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949844375Cleaning up temporary data from old regions at 1731949844401 (+26 ms)Region opened successfully at 1731949844405 (+4 ms) 2024-11-18T17:10:44,406 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:10:44,408 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fd4d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:10:44,410 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-18T17:10:44,410 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:10:44,410 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:10:44,411 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:10:44,411 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:10:44,413 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:10:44,414 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:10:44,414 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:10:44,414 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-18T17:10:44,414 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:10:44,417 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6912f599d260,44653,1731949829385, regionLocation=6912f599d260,44653,1731949829385, openSeqNum=2 2024-11-18T17:10:44,417 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6912f599d260,44653,1731949829385, table=hbase:meta, region=1588230740 2024-11-18T17:10:44,417 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,44653,1731949829385, state=OPEN 2024-11-18T17:10:44,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-794895631/meta-region-server 2024-11-18T17:10:44,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-794895631/meta-region-server 2024-11-18T17:10:44,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794895631/meta-region-server: CHANGED 2024-11-18T17:10:44,453 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794895631/meta-region-server: CHANGED 2024-11-18T17:10:44,457 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:10:44,466 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794895631/draining/6912f599d260,44653,1731949829385 already deleted, retry=false 2024-11-18T17:10:44,466 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6912f599d260,44653,1731949829385 on 6912f599d260,39629,1731949843821 2024-11-18T17:10:44,467 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6912f599d260,44653,1731949829385, splitWal=true, meta=true 2024-11-18T17:10:44,467 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 6912f599d260,44653,1731949829385 (carryingMeta=true) 6912f599d260,44653,1731949829385/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@48169236[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T17:10:44,469 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Unable to get data of znode /0-794895631/balancer because node does not exist (not necessarily an error) 2024-11-18T17:10:44,478 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794895631/balancer already deleted, retry=false 2024-11-18T17:10:44,479 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:10:44,479 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Unable to get data of znode /0-794895631/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:10:44,487 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794895631/normalizer already deleted, retry=false 2024-11-18T17:10:44,487 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:10:44,488 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Unable to get data of znode /0-794895631/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:10:44,495 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794895631/switch/split already deleted, retry=false 2024-11-18T17:10:44,496 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Unable to get data of znode /0-794895631/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:10:44,503 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794895631/switch/merge already deleted, retry=false 2024-11-18T17:10:44,513 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Unable to get data of znode /0-794895631/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:10:44,520 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-794895631/snapshot-cleanup already deleted, retry=false 2024-11-18T17:10:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-794895631/running 2024-11-18T17:10:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-794895631/running 2024-11-18T17:10:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:44,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:44,529 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,39629,1731949843821, sessionid=0x1015036c77b0006, setting cluster-up flag (Was=false) 2024-11-18T17:10:44,537 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-794895631/flush-table-proc/acquired, /0-794895631/flush-table-proc/reached, /0-794895631/flush-table-proc/abort 2024-11-18T17:10:44,538 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,39629,1731949843821 2024-11-18T17:10:44,550 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-794895631/online-snapshot/acquired, /0-794895631/online-snapshot/reached, /0-794895631/online-snapshot/abort 2024-11-18T17:10:44,551 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,39629,1731949843821 2024-11-18T17:10:44,552 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/.lastflushedseqids 2024-11-18T17:10:44,554 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:10:44,555 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:10:44,555 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,39629,1731949843821 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6912f599d260,44653,1731949829385 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:10:44,556 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:44,556 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:44,556 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:44,556 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:44,556 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:10:44,556 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:44,556 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:10:44,556 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:44,557 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949874557 2024-11-18T17:10:44,557 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:10:44,557 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:10:44,557 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:10:44,557 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:10:44,557 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:10:44,558 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:10:44,558 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:44,558 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6912f599d260,44653,1731949829385, splitWal=true, meta=true 2024-11-18T17:10:44,558 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:10:44,558 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:10:44,558 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:10:44,558 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:10:44,558 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6912f599d260,44653,1731949829385, splitWal=true, meta=true, isMeta: true 2024-11-18T17:10:44,558 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:10:44,559 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:10:44,559 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949844559,5,FailOnTimeoutGroup] 2024-11-18T17:10:44,559 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949844559,5,FailOnTimeoutGroup] 2024-11-18T17:10:44,559 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:44,559 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:10:44,559 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:44,559 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:44,559 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949844559, completionTime=-1 2024-11-18T17:10:44,559 WARN [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-18T17:10:44,559 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T17:10:44,560 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385-splitting 2024-11-18T17:10:44,560 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385-splitting dir is empty, no logs to split. 2024-11-18T17:10:44,560 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6912f599d260,44653,1731949829385 WAL count=0, meta=true 2024-11-18T17:10:44,562 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385-splitting dir is empty, no logs to split. 2024-11-18T17:10:44,562 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6912f599d260,44653,1731949829385 WAL count=0, meta=true 2024-11-18T17:10:44,562 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6912f599d260,44653,1731949829385 WAL splitting is done? wals=0, meta=true 2024-11-18T17:10:44,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:10:44,564 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:10:44,564 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T17:10:44,585 INFO [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(746): ClusterId : 07e8ba3d-546a-4316-8338-83ec19abdea0 2024-11-18T17:10:44,585 DEBUG [RS:0;6912f599d260:34415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:10:44,596 DEBUG [RS:0;6912f599d260:34415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:10:44,596 DEBUG [RS:0;6912f599d260:34415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:10:44,604 DEBUG [RS:0;6912f599d260:34415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:10:44,604 DEBUG [RS:0;6912f599d260:34415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebc5c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:10:44,614 DEBUG [RS:0;6912f599d260:34415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:34415 2024-11-18T17:10:44,615 INFO [RS:0;6912f599d260:34415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:10:44,615 INFO [RS:0;6912f599d260:34415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:10:44,615 DEBUG [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:10:44,615 INFO [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,39629,1731949843821 with port=34415, startcode=1731949843865 2024-11-18T17:10:44,615 DEBUG [RS:0;6912f599d260:34415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:10:44,616 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:10:44,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,34415,1731949843865 2024-11-18T17:10:44,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39629 {}] master.ServerManager(517): Registering regionserver=6912f599d260,34415,1731949843865 2024-11-18T17:10:44,618 DEBUG [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d 2024-11-18T17:10:44,618 DEBUG [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44803 2024-11-18T17:10:44,618 DEBUG [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:10:44,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631/rs 2024-11-18T17:10:44,649 DEBUG [RS:0;6912f599d260:34415 {}] zookeeper.ZKUtil(111): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on existing znode=/0-794895631/rs/6912f599d260,34415,1731949843865 2024-11-18T17:10:44,649 WARN [RS:0;6912f599d260:34415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:10:44,649 INFO [RS:0;6912f599d260:34415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:10:44,649 DEBUG [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865 2024-11-18T17:10:44,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,34415,1731949843865] 2024-11-18T17:10:44,660 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-18T17:10:44,665 INFO [RS:0;6912f599d260:34415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:10:44,667 INFO [RS:0;6912f599d260:34415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:10:44,667 INFO [RS:0;6912f599d260:34415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:10:44,667 INFO [RS:0;6912f599d260:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:44,667 INFO [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:10:44,668 INFO [RS:0;6912f599d260:34415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:10:44,668 INFO [RS:0;6912f599d260:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:44,668 DEBUG [RS:0;6912f599d260:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:44,668 DEBUG [RS:0;6912f599d260:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:44,668 DEBUG [RS:0;6912f599d260:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:44,668 DEBUG [RS:0;6912f599d260:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:44,668 DEBUG [RS:0;6912f599d260:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:44,668 DEBUG [RS:0;6912f599d260:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:10:44,668 DEBUG [RS:0;6912f599d260:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:44,668 DEBUG [RS:0;6912f599d260:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:44,668 DEBUG [RS:0;6912f599d260:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:44,668 DEBUG [RS:0;6912f599d260:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:44,668 DEBUG [RS:0;6912f599d260:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:44,668 DEBUG [RS:0;6912f599d260:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:44,668 DEBUG [RS:0;6912f599d260:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:10:44,668 DEBUG [RS:0;6912f599d260:34415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:10:44,668 INFO [RS:0;6912f599d260:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:44,668 INFO [RS:0;6912f599d260:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:44,668 INFO [RS:0;6912f599d260:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:44,669 INFO [RS:0;6912f599d260:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:44,669 INFO [RS:0;6912f599d260:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:44,669 INFO [RS:0;6912f599d260:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34415,1731949843865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:10:44,681 INFO [RS:0;6912f599d260:34415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:10:44,681 INFO [RS:0;6912f599d260:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34415,1731949843865-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:44,693 INFO [RS:0;6912f599d260:34415 {}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,34415,1731949843865, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:10:44,693 INFO [RS:0;6912f599d260:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:44,693 INFO [RS:0;6912f599d260:34415 {}] regionserver.Replication(171): 6912f599d260,34415,1731949843865 started 2024-11-18T17:10:44,705 INFO [RS:0;6912f599d260:34415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:44,705 DEBUG [RS:0;6912f599d260:34415.replicationSource,1-6912f599d260,34415,1731949843865 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:38733' 2024-11-18T17:10:44,705 INFO [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,34415,1731949843865, RpcServer on 6912f599d260/172.17.0.3:34415, sessionid=0x1015036c77b0007 2024-11-18T17:10:44,705 DEBUG [RS:0;6912f599d260:34415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:10:44,705 DEBUG [RS:0;6912f599d260:34415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,34415,1731949843865 2024-11-18T17:10:44,705 DEBUG [RS:0;6912f599d260:34415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,34415,1731949843865' 2024-11-18T17:10:44,705 DEBUG [RS:0;6912f599d260:34415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-794895631/flush-table-proc/abort' 2024-11-18T17:10:44,705 DEBUG [RS:0;6912f599d260:34415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-794895631/flush-table-proc/acquired' 2024-11-18T17:10:44,706 DEBUG [RS:0;6912f599d260:34415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:10:44,706 DEBUG [RS:0;6912f599d260:34415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:10:44,706 DEBUG [RS:0;6912f599d260:34415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,34415,1731949843865 2024-11-18T17:10:44,706 DEBUG [RS:0;6912f599d260:34415.replicationSource,1-6912f599d260,34415,1731949843865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69674e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:44,706 DEBUG [RS:0;6912f599d260:34415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,34415,1731949843865' 2024-11-18T17:10:44,706 DEBUG [RS:0;6912f599d260:34415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-794895631/online-snapshot/abort' 2024-11-18T17:10:44,706 DEBUG [RS:0;6912f599d260:34415.replicationSource,1-6912f599d260,34415,1731949843865 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,38733,-1 for getting cluster id 2024-11-18T17:10:44,706 DEBUG [RS:0;6912f599d260:34415.replicationSource,1-6912f599d260,34415,1731949843865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:10:44,706 DEBUG [RS:0;6912f599d260:34415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-794895631/online-snapshot/acquired' 2024-11-18T17:10:44,706 DEBUG [RS:0;6912f599d260:34415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:10:44,706 INFO [RS:0;6912f599d260:34415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:10:44,706 INFO [RS:0;6912f599d260:34415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:10:44,707 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40278b4b-8cab-43ab-ae63-f2ed9d4127bb' 2024-11-18T17:10:44,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:10:44,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40278b4b-8cab-43ab-ae63-f2ed9d4127bb" 2024-11-18T17:10:44,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@378e68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:44,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,38733,-1] 2024-11-18T17:10:44,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:10:44,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:44,709 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:10:44,709 DEBUG [RS:0;6912f599d260:34415.replicationSource,1-6912f599d260,34415,1731949843865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a733ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:44,709 DEBUG [RS:0;6912f599d260:34415.replicationSource,1-6912f599d260,34415,1731949843865 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:10:44,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,38733,1731949834327 2024-11-18T17:10:44,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f60ad46 2024-11-18T17:10:44,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:10:44,711 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-18T17:10:44,711 INFO [RS:0;6912f599d260:34415.replicationSource,1-6912f599d260,34415,1731949843865 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,34415,1731949843865 (queues=0) is replicating from cluster=07e8ba3d-546a-4316-8338-83ec19abdea0 to cluster=40278b4b-8cab-43ab-ae63-f2ed9d4127bb 2024-11-18T17:10:44,715 WARN [6912f599d260:39629 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T17:10:44,807 INFO [RS:0;6912f599d260:34415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:10:44,808 INFO [RS:0;6912f599d260:34415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C34415%2C1731949843865, suffix=, logDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865, archiveDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/oldWALs, maxLogs=10 2024-11-18T17:10:44,820 DEBUG [RS:0;6912f599d260:34415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.1731949844808, exclude list is [], retry=0 2024-11-18T17:10:44,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41417,DS-40ffa0c1-55d3-4298-ad23-e42ec9a9d42e,DISK] 2024-11-18T17:10:44,824 INFO [RS:0;6912f599d260:34415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.1731949844808 2024-11-18T17:10:44,824 DEBUG [RS:0;6912f599d260:34415 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6912f599d260%2C34415%2C1731949843865 for peer 1 2024-11-18T17:10:44,825 DEBUG [RS:0;6912f599d260:34415 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C34415%2C1731949843865 2024-11-18T17:10:44,825 INFO [RS:0;6912f599d260:34415 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,34415,1731949843865, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:10:44,825 DEBUG [RS:0;6912f599d260:34415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-18T17:10:44,825 INFO [RS:0;6912f599d260:34415.replicationSource.shipper6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C34415%2C1731949843865 2024-11-18T17:10:44,825 DEBUG [RS:0;6912f599d260:34415.replicationSource.wal-reader.6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.1731949844808, startPosition=0, beingWritten=true 2024-11-18T17:10:44,965 DEBUG [6912f599d260:39629 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:10:44,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,34415,1731949843865 2024-11-18T17:10:44,966 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,34415,1731949843865, state=OPENING 2024-11-18T17:10:44,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-794895631/meta-region-server 2024-11-18T17:10:44,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-794895631/meta-region-server 2024-11-18T17:10:44,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794895631/meta-region-server: CHANGED 2024-11-18T17:10:44,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794895631/meta-region-server: CHANGED 2024-11-18T17:10:44,982 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:10:44,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,34415,1731949843865}] 2024-11-18T17:10:45,029 DEBUG [RS:0;6912f599d260:34415.replicationSource.wal-reader.6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.1731949844808 to pos 0, reset compression=false 2024-11-18T17:10:45,135 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:10:45,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:10:45,139 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:10:45,139 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:10:45,139 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:10:45,140 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C34415%2C1731949843865.meta, suffix=.meta, logDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865, archiveDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/oldWALs, maxLogs=10 2024-11-18T17:10:45,152 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.meta.1731949845140.meta, exclude list is [], retry=0 2024-11-18T17:10:45,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41417,DS-40ffa0c1-55d3-4298-ad23-e42ec9a9d42e,DISK] 2024-11-18T17:10:45,155 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.meta.1731949845140.meta 2024-11-18T17:10:45,155 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-18T17:10:45,156 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:10:45,156 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:10:45,156 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:10:45,156 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:10:45,156 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:10:45,156 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:10:45,156 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:45,156 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:10:45,156 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:10:45,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:10:45,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:10:45,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:45,163 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/info/0e07d92202a54c8d920c4d273cdfbdf5 2024-11-18T17:10:45,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:45,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:10:45,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:10:45,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:45,168 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/ns/e3095ec9e13d4c289a1dccf468212172 2024-11-18T17:10:45,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:45,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:10:45,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:10:45,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:45,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:45,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:10:45,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:10:45,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:45,175 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/table/b2c2ffefd57747f1a0891f1d63565342 2024-11-18T17:10:45,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:45,175 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:10:45,176 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740 2024-11-18T17:10:45,176 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740 2024-11-18T17:10:45,178 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:10:45,178 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:10:45,178 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:10:45,179 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:10:45,180 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58824395, jitterRate=-0.1234482079744339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:10:45,180 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:10:45,180 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949845156Writing region info on filesystem at 1731949845156Initializing all the Stores at 1731949845157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949845157Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949845157Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949845157Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949845157Cleaning up temporary data from old regions at 1731949845178 (+21 ms)Running coprocessor post-open hooks at 1731949845180 (+2 ms)Region opened successfully at 1731949845180 2024-11-18T17:10:45,181 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731949845135 2024-11-18T17:10:45,183 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:10:45,183 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:10:45,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6912f599d260,34415,1731949843865 2024-11-18T17:10:45,184 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,34415,1731949843865, state=OPEN 2024-11-18T17:10:45,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-794895631/meta-region-server 2024-11-18T17:10:45,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-794895631/meta-region-server 2024-11-18T17:10:45,191 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,34415,1731949843865 2024-11-18T17:10:45,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794895631/meta-region-server: CHANGED 2024-11-18T17:10:45,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-794895631/meta-region-server: CHANGED 2024-11-18T17:10:45,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-18T17:10:45,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,34415,1731949843865 in 208 msec 2024-11-18T17:10:45,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T17:10:45,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-18T17:10:45,334 DEBUG [RS:0;6912f599d260:34415.replicationSource.wal-reader.6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.1731949844808 to pos 0, reset compression=false 2024-11-18T17:10:45,738 DEBUG [RS:0;6912f599d260:34415.replicationSource.wal-reader.6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.1731949844808 to pos 0, reset compression=false 2024-11-18T17:10:46,162 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-18T17:10:46,242 DEBUG [RS:0;6912f599d260:34415.replicationSource.wal-reader.6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.1731949844808 to pos 0, reset compression=false 2024-11-18T17:10:46,847 DEBUG [RS:0;6912f599d260:34415.replicationSource.wal-reader.6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.1731949844808 to pos 0, reset compression=false 2024-11-18T17:10:47,550 DEBUG [RS:0;6912f599d260:34415.replicationSource.wal-reader.6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.1731949844808 to pos 0, reset compression=false 2024-11-18T17:10:47,665 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-18T17:10:48,355 DEBUG [RS:0;6912f599d260:34415.replicationSource.wal-reader.6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.1731949844808 to pos 0, reset compression=false 2024-11-18T17:10:49,067 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-18T17:10:49,067 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:10:49,067 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:10:49,067 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34415,1731949843865, seqNum=-1] 2024-11-18T17:10:49,068 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:10:49,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:10:49,072 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0ec724fede6b3f7fd30c159e0d83f5b7, regionState=OPEN, lastHost=6912f599d260,44653,1731949829385, regionLocation=6912f599d260,44653,1731949829385, openSeqNum=2 2024-11-18T17:10:49,072 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:10:49,072 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949909072 2024-11-18T17:10:49,072 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731949969072 2024-11-18T17:10:49,072 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-18T17:10:49,072 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6912f599d260,44653,1731949829385 had 2 regions 2024-11-18T17:10:49,072 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,39629,1731949843821-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:49,073 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,39629,1731949843821-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:49,073 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,39629,1731949843821-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:49,073 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:39629, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:49,073 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:49,073 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:49,073 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6912f599d260,44653,1731949829385, splitWal=true, meta=true, isMeta: false 2024-11-18T17:10:49,075 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385-splitting dir is empty, no logs to split. 2024-11-18T17:10:49,075 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6912f599d260,44653,1731949829385 WAL count=0, meta=false 2024-11-18T17:10:49,077 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,44653,1731949829385-splitting dir is empty, no logs to split. 2024-11-18T17:10:49,077 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6912f599d260,44653,1731949829385 WAL count=0, meta=false 2024-11-18T17:10:49,077 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6912f599d260,44653,1731949829385 WAL splitting is done? wals=0, meta=false 2024-11-18T17:10:49,078 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.158sec 2024-11-18T17:10:49,078 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:10:49,078 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:10:49,078 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:10:49,078 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:10:49,078 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:10:49,078 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,39629,1731949843821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:10:49,078 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,39629,1731949843821-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:10:49,079 WARN [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6912f599d260,44653,1731949829385/hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:49,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ec724fede6b3f7fd30c159e0d83f5b7, ASSIGN}] 2024-11-18T17:10:49,081 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:10:49,081 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:10:49,081 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,39629,1731949843821-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:49,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ec724fede6b3f7fd30c159e0d83f5b7, ASSIGN 2024-11-18T17:10:49,083 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ec724fede6b3f7fd30c159e0d83f5b7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T17:10:49,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648e6132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:49,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,39629,-1 for getting cluster id 2024-11-18T17:10:49,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:10:49,089 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07e8ba3d-546a-4316-8338-83ec19abdea0' 2024-11-18T17:10:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:10:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07e8ba3d-546a-4316-8338-83ec19abdea0" 2024-11-18T17:10:49,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589c672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:49,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,39629,-1] 2024-11-18T17:10:49,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:10:49,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:49,091 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:10:49,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c27fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:49,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:10:49,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34415,1731949843865, seqNum=-1] 2024-11-18T17:10:49,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:10:49,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:10:49,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-18T17:10:49,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:10:49,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:49,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:49,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:49,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:10:49,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6912f599d260:39629 after: 6912f599d260:39629 2024-11-18T17:10:49,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc67846, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:49,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,39629,-1 for getting cluster id 2024-11-18T17:10:49,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:10:49,097 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07e8ba3d-546a-4316-8338-83ec19abdea0' 2024-11-18T17:10:49,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:10:49,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07e8ba3d-546a-4316-8338-83ec19abdea0" 2024-11-18T17:10:49,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b74b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:49,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,39629,-1] 2024-11-18T17:10:49,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:10:49,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:49,099 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:10:49,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f215d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:49,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:10:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,39629,1731949843821 2024-11-18T17:10:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67a353b9 2024-11-18T17:10:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:10:49,101 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:10:49,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39629 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-18T17:10:49,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:10:49,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:10:49,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:49,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:49,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:49,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:10:49,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:10:49,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1619831500, stopped=false 2024-11-18T17:10:49,102 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,38733,1731949834327 2024-11-18T17:10:49,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1417413900/running 2024-11-18T17:10:49,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1417413900/running 2024-11-18T17:10:49,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900 2024-11-18T17:10:49,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900 2024-11-18T17:10:49,161 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:10:49,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:10:49,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:49,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:49,162 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,42149,1731949834440' ***** 2024-11-18T17:10:49,162 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:10:49,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Set watcher on znode that does not yet exist, /1417413900/running 2024-11-18T17:10:49,162 INFO [RS:0;6912f599d260:42149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:10:49,162 INFO [RS:0;6912f599d260:42149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:10:49,162 INFO [RS:0;6912f599d260:42149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:10:49,162 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:10:49,162 INFO [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,42149,1731949834440 2024-11-18T17:10:49,162 INFO [RS:0;6912f599d260:42149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:10:49,162 INFO [RS:0;6912f599d260:42149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:42149. 2024-11-18T17:10:49,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Set watcher on znode that does not yet exist, /1417413900/running 2024-11-18T17:10:49,162 DEBUG [RS:0;6912f599d260:42149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:49,162 DEBUG [RS:0;6912f599d260:42149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:49,163 INFO [RS:0;6912f599d260:42149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:10:49,163 INFO [RS:0;6912f599d260:42149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:10:49,163 INFO [RS:0;6912f599d260:42149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:10:49,163 INFO [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:10:49,163 INFO [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T17:10:49,163 DEBUG [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:10:49,163 DEBUG [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:49,163 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:10:49,163 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:10:49,163 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:10:49,163 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:10:49,163 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:10:49,163 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-18T17:10:49,177 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/data/hbase/meta/1588230740/.tmp/ns/156e40ca425941308bbf3fe785bd169d is 43, key is default/ns:d/1731949837686/Put/seqid=0 2024-11-18T17:10:49,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741835_1011 (size=5153) 2024-11-18T17:10:49,223 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:10:49,233 DEBUG [6912f599d260:39629 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:10:49,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0ec724fede6b3f7fd30c159e0d83f5b7, regionState=OPENING, regionLocation=6912f599d260,34415,1731949843865 2024-11-18T17:10:49,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ec724fede6b3f7fd30c159e0d83f5b7, ASSIGN because future has completed 2024-11-18T17:10:49,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ec724fede6b3f7fd30c159e0d83f5b7, server=6912f599d260,34415,1731949843865}] 2024-11-18T17:10:49,259 DEBUG [RS:0;6912f599d260:34415.replicationSource.wal-reader.6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.1731949844808 to pos 0, reset compression=false 2024-11-18T17:10:49,363 DEBUG [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:49,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:49,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:10:49,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:10:49,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C34415%2C1731949843865.rep, suffix=, logDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865, archiveDir=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/oldWALs, maxLogs=10 2024-11-18T17:10:49,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.rep.1731949849393, exclude list is [], retry=0 2024-11-18T17:10:49,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41417,DS-40ffa0c1-55d3-4298-ad23-e42ec9a9d42e,DISK] 2024-11-18T17:10:49,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.rep.1731949849393 2024-11-18T17:10:49,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40687:40687)] 2024-11-18T17:10:49,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ec724fede6b3f7fd30c159e0d83f5b7, NAME => 'hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:10:49,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:10:49,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:10:49,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. service=MultiRowMutationService 2024-11-18T17:10:49,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:10:49,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:49,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:49,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:49,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:49,410 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:49,410 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec724fede6b3f7fd30c159e0d83f5b7 columnFamilyName hfileref 2024-11-18T17:10:49,410 DEBUG [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:49,411 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] regionserver.HStore(327): Store=0ec724fede6b3f7fd30c159e0d83f5b7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:49,411 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:49,411 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec724fede6b3f7fd30c159e0d83f5b7 columnFamilyName queue 2024-11-18T17:10:49,411 DEBUG [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:49,416 DEBUG [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/replication/0ec724fede6b3f7fd30c159e0d83f5b7/queue/e3713a0a27fb4b5184e7a4070ef47af7 2024-11-18T17:10:49,416 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] regionserver.HStore(327): Store=0ec724fede6b3f7fd30c159e0d83f5b7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:49,416 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:49,416 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec724fede6b3f7fd30c159e0d83f5b7 columnFamilyName sid 2024-11-18T17:10:49,416 DEBUG [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:49,417 INFO [StoreOpener-0ec724fede6b3f7fd30c159e0d83f5b7-1 {}] regionserver.HStore(327): Store=0ec724fede6b3f7fd30c159e0d83f5b7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:49,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:49,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/replication/0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:49,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/replication/0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:49,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:49,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:49,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:10:49,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:49,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 0ec724fede6b3f7fd30c159e0d83f5b7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63661462, jitterRate=-0.0513702929019928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:10:49,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:49,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 0ec724fede6b3f7fd30c159e0d83f5b7: Running coprocessor pre-open hook at 1731949849408Writing region info on filesystem at 1731949849408Initializing all the Stores at 1731949849409 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949849409Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949849409Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949849409Cleaning up temporary data from old regions at 1731949849419 (+10 ms)Running coprocessor post-open hooks at 1731949849422 (+3 ms)Region opened successfully at 1731949849422 2024-11-18T17:10:49,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7., pid=13, masterSystemTime=1731949849388 2024-11-18T17:10:49,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:49,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:49,425 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0ec724fede6b3f7fd30c159e0d83f5b7, regionState=OPEN, openSeqNum=9, regionLocation=6912f599d260,34415,1731949843865 2024-11-18T17:10:49,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ec724fede6b3f7fd30c159e0d83f5b7, server=6912f599d260,34415,1731949843865 because future has completed 2024-11-18T17:10:49,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T17:10:49,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ec724fede6b3f7fd30c159e0d83f5b7, server=6912f599d260,34415,1731949843865 in 192 msec 2024-11-18T17:10:49,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-18T17:10:49,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ec724fede6b3f7fd30c159e0d83f5b7, ASSIGN in 349 msec 2024-11-18T17:10:49,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-18T17:10:49,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7., hostname=6912f599d260,34415,1731949843865, seqNum=9] 2024-11-18T17:10:49,446 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 6912f599d260,44653,1731949829385 2024-11-18T17:10:49,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-18T17:10:49,516 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:10:49,517 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:10:49,563 DEBUG [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:49,581 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/data/hbase/meta/1588230740/.tmp/ns/156e40ca425941308bbf3fe785bd169d 2024-11-18T17:10:49,586 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/data/hbase/meta/1588230740/.tmp/ns/156e40ca425941308bbf3fe785bd169d as hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/data/hbase/meta/1588230740/ns/156e40ca425941308bbf3fe785bd169d 2024-11-18T17:10:49,590 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/data/hbase/meta/1588230740/ns/156e40ca425941308bbf3fe785bd169d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-18T17:10:49,591 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false 2024-11-18T17:10:49,591 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:10:49,595 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T17:10:49,596 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:10:49,596 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:10:49,596 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:10:49,596 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949849163Running coprocessor pre-close hooks at 1731949849163Disabling compacts and flushes for region at 1731949849163Disabling writes for close at 1731949849163Obtaining lock to block concurrent updates at 1731949849163Preparing flush snapshotting stores in 1588230740 at 1731949849163Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731949849163Flushing stores of hbase:meta,,1.1588230740 at 1731949849164 (+1 ms)Flushing 1588230740/ns: creating writer at 1731949849164Flushing 1588230740/ns: appending metadata at 1731949849177 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731949849177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0a7a05: reopening flushed file at 1731949849585 (+408 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=6, compaction requested=false at 1731949849591 (+6 ms)Writing region close event to WAL at 1731949849592 (+1 ms)Running coprocessor post-close hooks at 1731949849596 (+4 ms)Closed at 1731949849596 2024-11-18T17:10:49,596 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:10:49,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-18T17:10:49,763 INFO [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,42149,1731949834440; all regions closed. 2024-11-18T17:10:49,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741834_1010 (size=1152) 2024-11-18T17:10:49,785 DEBUG [RS:0;6912f599d260:42149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/oldWALs 2024-11-18T17:10:49,785 INFO [RS:0;6912f599d260:42149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C42149%2C1731949834440.meta:.meta(num 1731949837634) 2024-11-18T17:10:49,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741832_1008 (size=93) 2024-11-18T17:10:49,787 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/WALs/6912f599d260,42149,1731949834440/6912f599d260%2C42149%2C1731949834440.1731949836642 not finished, retry = 0 2024-11-18T17:10:49,889 DEBUG [RS:0;6912f599d260:42149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/oldWALs 2024-11-18T17:10:49,889 INFO [RS:0;6912f599d260:42149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C42149%2C1731949834440:(num 1731949836642) 2024-11-18T17:10:49,889 DEBUG [RS:0;6912f599d260:42149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:49,889 INFO [RS:0;6912f599d260:42149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:10:49,889 INFO [RS:0;6912f599d260:42149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:10:49,889 INFO [RS:0;6912f599d260:42149 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:10:49,890 INFO [RS:0;6912f599d260:42149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:10:49,890 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:10:49,890 INFO [RS:0;6912f599d260:42149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42149 2024-11-18T17:10:49,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900/rs 2024-11-18T17:10:49,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1417413900/rs/6912f599d260,42149,1731949834440 2024-11-18T17:10:49,907 INFO [RS:0;6912f599d260:42149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:10:49,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,42149,1731949834440] 2024-11-18T17:10:49,924 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1417413900/draining/6912f599d260,42149,1731949834440 already deleted, retry=false 2024-11-18T17:10:49,924 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,42149,1731949834440 expired; onlineServers=0 2024-11-18T17:10:49,924 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,38733,1731949834327' ***** 2024-11-18T17:10:49,924 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:10:49,924 INFO [M:0;6912f599d260:38733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:10:49,924 INFO [M:0;6912f599d260:38733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:10:49,924 DEBUG [M:0;6912f599d260:38733 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:10:49,924 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:10:49,924 DEBUG [M:0;6912f599d260:38733 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:10:49,924 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949836407 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949836407,5,FailOnTimeoutGroup] 2024-11-18T17:10:49,924 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949836403 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949836403,5,FailOnTimeoutGroup] 2024-11-18T17:10:49,924 INFO [M:0;6912f599d260:38733 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:10:49,924 INFO [M:0;6912f599d260:38733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:10:49,924 DEBUG [M:0;6912f599d260:38733 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:10:49,924 INFO [M:0;6912f599d260:38733 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:10:49,924 INFO [M:0;6912f599d260:38733 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:10:49,924 INFO [M:0;6912f599d260:38733 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:10:49,925 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:10:49,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1417413900/master 2024-11-18T17:10:49,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1417413900 2024-11-18T17:10:49,932 DEBUG [M:0;6912f599d260:38733 {}] zookeeper.ZKUtil(347): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Unable to get data of znode /1417413900/master because node does not exist (not an error) 2024-11-18T17:10:49,932 WARN [M:0;6912f599d260:38733 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:10:49,933 INFO [M:0;6912f599d260:38733 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/.lastflushedseqids 2024-11-18T17:10:49,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741836_1012 (size=99) 2024-11-18T17:10:50,015 INFO [RS:0;6912f599d260:42149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:10:50,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:50,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x1015036c77b0004, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:50,016 INFO [RS:0;6912f599d260:42149 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,42149,1731949834440; zookeeper connection closed. 2024-11-18T17:10:50,016 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53895edf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53895edf 2024-11-18T17:10:50,016 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:10:50,264 DEBUG [RS:0;6912f599d260:34415.replicationSource.wal-reader.6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.1731949844808 to pos 0, reset compression=false 2024-11-18T17:10:50,338 INFO [M:0;6912f599d260:38733 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:10:50,338 INFO [M:0;6912f599d260:38733 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:10:50,338 DEBUG [M:0;6912f599d260:38733 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:10:50,338 INFO [M:0;6912f599d260:38733 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:50,338 DEBUG [M:0;6912f599d260:38733 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:50,338 DEBUG [M:0;6912f599d260:38733 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:10:50,338 DEBUG [M:0;6912f599d260:38733 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:50,339 INFO [M:0;6912f599d260:38733 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-18T17:10:50,353 DEBUG [M:0;6912f599d260:38733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/722b58f519054f52a1875d48e25322cb is 82, key is hbase:meta,,1/info:regioninfo/1731949837670/Put/seqid=0 2024-11-18T17:10:50,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741837_1013 (size=5672) 2024-11-18T17:10:50,658 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:10:50,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:50,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:50,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:50,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:50,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:50,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:50,757 INFO [M:0;6912f599d260:38733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/722b58f519054f52a1875d48e25322cb 2024-11-18T17:10:50,774 DEBUG [M:0;6912f599d260:38733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b407e92c58ac4f659aa9fa303ec4ad52 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731949837690/Put/seqid=0 2024-11-18T17:10:50,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741838_1014 (size=5275) 2024-11-18T17:10:51,178 INFO [M:0;6912f599d260:38733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b407e92c58ac4f659aa9fa303ec4ad52 2024-11-18T17:10:51,195 DEBUG [M:0;6912f599d260:38733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a617c6864d2d4b07bb1f750378009b85 is 69, key is 6912f599d260,42149,1731949834440/rs:state/1731949836497/Put/seqid=0 2024-11-18T17:10:51,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741839_1015 (size=5156) 2024-11-18T17:10:51,368 DEBUG [RS:0;6912f599d260:34415.replicationSource.wal-reader.6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.1731949844808 to pos 0, reset compression=false 2024-11-18T17:10:51,600 INFO [M:0;6912f599d260:38733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a617c6864d2d4b07bb1f750378009b85 2024-11-18T17:10:51,604 DEBUG [M:0;6912f599d260:38733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/722b58f519054f52a1875d48e25322cb as hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/722b58f519054f52a1875d48e25322cb 2024-11-18T17:10:51,609 INFO [M:0;6912f599d260:38733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/722b58f519054f52a1875d48e25322cb, entries=8, sequenceid=28, filesize=5.5 K 2024-11-18T17:10:51,609 DEBUG [M:0;6912f599d260:38733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b407e92c58ac4f659aa9fa303ec4ad52 as hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b407e92c58ac4f659aa9fa303ec4ad52 2024-11-18T17:10:51,613 INFO [M:0;6912f599d260:38733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b407e92c58ac4f659aa9fa303ec4ad52, entries=3, sequenceid=28, filesize=5.2 K 2024-11-18T17:10:51,614 DEBUG [M:0;6912f599d260:38733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a617c6864d2d4b07bb1f750378009b85 as hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a617c6864d2d4b07bb1f750378009b85 2024-11-18T17:10:51,618 INFO [M:0;6912f599d260:38733 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40389/user/jenkins/test-data/cd35139c-4f0b-e225-d48e-c9bffcba2a2d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a617c6864d2d4b07bb1f750378009b85, entries=1, sequenceid=28, filesize=5.0 K 2024-11-18T17:10:51,618 INFO [M:0;6912f599d260:38733 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false 2024-11-18T17:10:51,620 INFO [M:0;6912f599d260:38733 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:51,620 DEBUG [M:0;6912f599d260:38733 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949850338Disabling compacts and flushes for region at 1731949850338Disabling writes for close at 1731949850338Obtaining lock to block concurrent updates at 1731949850339 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949850339Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731949850339Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949850339Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949850339Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949850352 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949850353 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949850761 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949850773 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949850773Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949851182 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949851195 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949851195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d0d1194: reopening flushed file at 1731949851604 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1809da91: reopening flushed file at 1731949851609 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fab3fe9: reopening flushed file at 1731949851613 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false at 1731949851618 (+5 ms)Writing region close event to WAL at 1731949851619 (+1 ms)Closed at 1731949851619 2024-11-18T17:10:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741830_1006 (size=10165) 2024-11-18T17:10:51,622 INFO [M:0;6912f599d260:38733 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:10:51,622 INFO [M:0;6912f599d260:38733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38733 2024-11-18T17:10:51,622 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:10:51,622 INFO [M:0;6912f599d260:38733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:10:51,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:51,761 INFO [M:0;6912f599d260:38733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:10:51,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38733-0x1015036c77b0003, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:51,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ca5f882{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:10:51,794 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78aee51{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:10:51,794 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:10:51,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67d823e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:10:51,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f1086b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/hadoop.log.dir/,STOPPED} 2024-11-18T17:10:51,795 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:10:51,795 WARN [BP-102487922-172.17.0.3-1731949832664 heartbeating to localhost/127.0.0.1:40389 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:10:51,795 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:10:51,795 WARN [BP-102487922-172.17.0.3-1731949832664 heartbeating to localhost/127.0.0.1:40389 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-102487922-172.17.0.3-1731949832664 (Datanode Uuid 2dd8799e-3f91-49c8-9dde-55b299b623be) service to localhost/127.0.0.1:40389 2024-11-18T17:10:51,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/cluster_3b65b5bd-ed66-f0a7-73a0-31d4564ddfb2/data/data1/current/BP-102487922-172.17.0.3-1731949832664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:10:51,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/cluster_3b65b5bd-ed66-f0a7-73a0-31d4564ddfb2/data/data2/current/BP-102487922-172.17.0.3-1731949832664 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:10:51,796 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:10:51,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d4e1c78{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:10:51,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a70bf2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:10:51,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:10:51,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a87528c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:10:51,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6884f6cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/hadoop.log.dir/,STOPPED} 2024-11-18T17:10:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:10:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:10:51,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:10:51,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:51,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:51,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:51,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:10:51,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:10:51,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1003729795, stopped=false 2024-11-18T17:10:51,812 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,39629,1731949843821 2024-11-18T17:10:51,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794895631/running 2024-11-18T17:10:51,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794895631/running 2024-11-18T17:10:51,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:51,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:51,828 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:10:51,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:10:51,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:51,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:51,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on znode that does not yet exist, /0-794895631/running 2024-11-18T17:10:51,828 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,34415,1731949843865' ***** 2024-11-18T17:10:51,828 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:10:51,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Set watcher on znode that does not yet exist, /0-794895631/running 2024-11-18T17:10:51,829 INFO [RS:0;6912f599d260:34415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:10:51,829 INFO [RS:0;6912f599d260:34415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:10:51,829 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:10:51,829 INFO [RS:0;6912f599d260:34415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:10:51,829 INFO [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ec724fede6b3f7fd30c159e0d83f5b7 2024-11-18T17:10:51,829 INFO [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,34415,1731949843865 2024-11-18T17:10:51,829 INFO [RS:0;6912f599d260:34415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:10:51,829 INFO [RS:0;6912f599d260:34415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:34415. 2024-11-18T17:10:51,829 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ec724fede6b3f7fd30c159e0d83f5b7, disabling compactions & flushes 2024-11-18T17:10:51,829 DEBUG [RS:0;6912f599d260:34415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:51,829 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:51,829 DEBUG [RS:0;6912f599d260:34415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:51,829 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:51,829 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. after waiting 0 ms 2024-11-18T17:10:51,829 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:51,829 INFO [RS:0;6912f599d260:34415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:10:51,829 INFO [RS:0;6912f599d260:34415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:10:51,829 INFO [RS:0;6912f599d260:34415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:10:51,829 INFO [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:10:51,830 INFO [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T17:10:51,830 DEBUG [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0ec724fede6b3f7fd30c159e0d83f5b7=hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7.} 2024-11-18T17:10:51,830 DEBUG [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(1351): Waiting on 0ec724fede6b3f7fd30c159e0d83f5b7, 1588230740 2024-11-18T17:10:51,830 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:10:51,830 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:10:51,830 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:10:51,830 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:10:51,830 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:10:51,830 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-18T17:10:51,833 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/replication/0ec724fede6b3f7fd30c159e0d83f5b7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-18T17:10:51,834 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:10:51,834 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:10:51,834 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:51,834 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ec724fede6b3f7fd30c159e0d83f5b7: Waiting for close lock at 1731949851829Running coprocessor pre-close hooks at 1731949851829Disabling compacts and flushes for region at 1731949851829Disabling writes for close at 1731949851829Writing region close event to WAL at 1731949851830 (+1 ms)Running coprocessor post-close hooks at 1731949851834 (+4 ms)Closed at 1731949851834 2024-11-18T17:10:51,834 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7. 2024-11-18T17:10:51,844 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/.tmp/info/89c3938cfe324ed59f5158f21f029495 is 147, key is hbase:replication,,1731949837806.0ec724fede6b3f7fd30c159e0d83f5b7./info:regioninfo/1731949849425/Put/seqid=0 2024-11-18T17:10:51,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741851_1027 (size=6385) 2024-11-18T17:10:51,874 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:10:52,030 DEBUG [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:52,230 DEBUG [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:10:52,248 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/.tmp/info/89c3938cfe324ed59f5158f21f029495 2024-11-18T17:10:52,253 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/.tmp/info/89c3938cfe324ed59f5158f21f029495 as hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/info/89c3938cfe324ed59f5158f21f029495 2024-11-18T17:10:52,258 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/info/89c3938cfe324ed59f5158f21f029495, entries=8, sequenceid=19, filesize=6.2 K 2024-11-18T17:10:52,259 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-18T17:10:52,263 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-18T17:10:52,264 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:10:52,264 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:10:52,264 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:10:52,264 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949851830Running coprocessor pre-close hooks at 1731949851830Disabling compacts and flushes for region at 1731949851830Disabling writes for close at 1731949851830Obtaining lock to block concurrent updates at 1731949851830Preparing flush snapshotting stores in 1588230740 at 1731949851830Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731949851830Flushing stores of hbase:meta,,1.1588230740 at 1731949851831 (+1 ms)Flushing 1588230740/info: creating writer at 1731949851831Flushing 1588230740/info: appending metadata at 1731949851844 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731949851844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@494040cb: reopening flushed file at 1731949852252 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731949852259 (+7 ms)Writing region close event to WAL at 1731949852260 (+1 ms)Running coprocessor post-close hooks at 1731949852264 (+4 ms)Closed at 1731949852264 2024-11-18T17:10:52,264 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:10:52,430 INFO [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,34415,1731949843865; all regions closed. 2024-11-18T17:10:52,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741849_1025 (size=2156) 2024-11-18T17:10:52,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.meta.1731949845140.meta not finished, retry = 0 2024-11-18T17:10:52,535 DEBUG [RS:0;6912f599d260:34415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/oldWALs 2024-11-18T17:10:52,535 INFO [RS:0;6912f599d260:34415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C34415%2C1731949843865.meta:.meta(num 1731949845140) 2024-11-18T17:10:52,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741850_1026 (size=796) 2024-11-18T17:10:52,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.rep.1731949849393 not finished, retry = 0 2024-11-18T17:10:52,572 DEBUG [RS:0;6912f599d260:34415.replicationSource.wal-reader.6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/WALs/6912f599d260,34415,1731949843865/6912f599d260%2C34415%2C1731949843865.1731949844808 to pos 0, reset compression=false 2024-11-18T17:10:52,639 DEBUG [RS:0;6912f599d260:34415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/oldWALs 2024-11-18T17:10:52,639 INFO [RS:0;6912f599d260:34415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C34415%2C1731949843865.rep:(num 1731949849393) 2024-11-18T17:10:52,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741848_1024 (size=93) 2024-11-18T17:10:52,643 DEBUG [RS:0;6912f599d260:34415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/oldWALs 2024-11-18T17:10:52,643 INFO [RS:0;6912f599d260:34415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C34415%2C1731949843865:(num 1731949844808) 2024-11-18T17:10:52,643 DEBUG [RS:0;6912f599d260:34415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:52,643 INFO [RS:0;6912f599d260:34415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:10:52,643 INFO [RS:0;6912f599d260:34415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:10:52,643 INFO [RS:0;6912f599d260:34415 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:10:52,643 INFO [RS:0;6912f599d260:34415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:10:52,643 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:10:52,643 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-18T17:10:52,643 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-18T17:10:52,644 INFO [RS:0;6912f599d260:34415 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,34415,1731949843865 because: Region server is closing 2024-11-18T17:10:52,644 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T17:10:52,644 INFO [RS:0;6912f599d260:34415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:34415. 2024-11-18T17:10:52,644 DEBUG [RS:0;6912f599d260:34415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:10:52,644 DEBUG [RS:0;6912f599d260:34415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:52,644 DEBUG [RS:0;6912f599d260:34415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:52,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:10:52,744 WARN [RS:0;6912f599d260:34415.replicationSource.wal-reader.6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T17:10:52,744 WARN [RS:0;6912f599d260:34415.replicationSource.shipper6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T17:10:52,744 INFO [RS:0;6912f599d260:34415 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6912f599d260:34415.replicationSource.shipper6912f599d260%2C34415%2C1731949843865,1-6912f599d260,34415,1731949843865 terminated 2024-11-18T17:10:52,744 INFO [RS:0;6912f599d260:34415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34415 2024-11-18T17:10:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794895631/rs/6912f599d260,34415,1731949843865 2024-11-18T17:10:52,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631/rs 2024-11-18T17:10:52,778 INFO [RS:0;6912f599d260:34415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:10:52,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,34415,1731949843865] 2024-11-18T17:10:52,794 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-794895631/draining/6912f599d260,34415,1731949843865 already deleted, retry=false 2024-11-18T17:10:52,794 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,34415,1731949843865 expired; onlineServers=0 2024-11-18T17:10:52,795 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,39629,1731949843821' ***** 2024-11-18T17:10:52,795 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:10:52,795 INFO [M:0;6912f599d260:39629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:10:52,795 INFO [M:0;6912f599d260:39629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:10:52,795 DEBUG [M:0;6912f599d260:39629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:10:52,795 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:10:52,795 DEBUG [M:0;6912f599d260:39629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:10:52,795 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949844559 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949844559,5,FailOnTimeoutGroup] 2024-11-18T17:10:52,795 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949844559 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949844559,5,FailOnTimeoutGroup] 2024-11-18T17:10:52,795 INFO [M:0;6912f599d260:39629 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:10:52,795 INFO [M:0;6912f599d260:39629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:10:52,795 DEBUG [M:0;6912f599d260:39629 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:10:52,795 INFO [M:0;6912f599d260:39629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:10:52,795 INFO [M:0;6912f599d260:39629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:10:52,795 INFO [M:0;6912f599d260:39629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:10:52,795 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:10:52,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-794895631/master 2024-11-18T17:10:52,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-794895631 2024-11-18T17:10:52,803 DEBUG [M:0;6912f599d260:39629 {}] zookeeper.ZKUtil(347): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Unable to get data of znode /0-794895631/master because node does not exist (not an error) 2024-11-18T17:10:52,803 WARN [M:0;6912f599d260:39629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:10:52,804 INFO [M:0;6912f599d260:39629 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/.lastflushedseqids 2024-11-18T17:10:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741852_1028 (size=181) 2024-11-18T17:10:52,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:52,886 INFO [RS:0;6912f599d260:34415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:10:52,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34415-0x1015036c77b0007, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:52,886 INFO [RS:0;6912f599d260:34415 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,34415,1731949843865; zookeeper connection closed. 2024-11-18T17:10:52,887 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b5a286a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b5a286a 2024-11-18T17:10:52,887 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:10:53,209 INFO [M:0;6912f599d260:39629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:10:53,209 INFO [M:0;6912f599d260:39629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:10:53,209 DEBUG [M:0;6912f599d260:39629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:10:53,209 INFO [M:0;6912f599d260:39629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:53,209 DEBUG [M:0;6912f599d260:39629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:53,209 DEBUG [M:0;6912f599d260:39629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:10:53,209 DEBUG [M:0;6912f599d260:39629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:53,209 INFO [M:0;6912f599d260:39629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-18T17:10:53,224 DEBUG [M:0;6912f599d260:39629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/506d8c2f9ad94aa0ba2a22df10394025 is 82, key is hbase:meta,,1/info:regioninfo/1731949845183/Put/seqid=0 2024-11-18T17:10:53,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741853_1029 (size=5672) 2024-11-18T17:10:53,628 INFO [M:0;6912f599d260:39629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/506d8c2f9ad94aa0ba2a22df10394025 2024-11-18T17:10:53,650 DEBUG [M:0;6912f599d260:39629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69436cbbc1a94f2bb9a087abf23ae200 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731949849430/Put/seqid=0 2024-11-18T17:10:53,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741854_1030 (size=7312) 2024-11-18T17:10:54,055 INFO [M:0;6912f599d260:39629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69436cbbc1a94f2bb9a087abf23ae200 2024-11-18T17:10:54,074 DEBUG [M:0;6912f599d260:39629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fe8f755603e4da1994b2db7b025e1ef is 69, key is 6912f599d260,34415,1731949843865/rs:state/1731949844617/Put/seqid=0 2024-11-18T17:10:54,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741855_1031 (size=5370) 2024-11-18T17:10:54,478 INFO [M:0;6912f599d260:39629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fe8f755603e4da1994b2db7b025e1ef 2024-11-18T17:10:54,482 INFO [M:0;6912f599d260:39629 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fe8f755603e4da1994b2db7b025e1ef 2024-11-18T17:10:54,482 DEBUG [M:0;6912f599d260:39629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/506d8c2f9ad94aa0ba2a22df10394025 as hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/506d8c2f9ad94aa0ba2a22df10394025 2024-11-18T17:10:54,486 INFO [M:0;6912f599d260:39629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/506d8c2f9ad94aa0ba2a22df10394025, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T17:10:54,487 DEBUG [M:0;6912f599d260:39629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69436cbbc1a94f2bb9a087abf23ae200 as hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69436cbbc1a94f2bb9a087abf23ae200 2024-11-18T17:10:54,491 INFO [M:0;6912f599d260:39629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69436cbbc1a94f2bb9a087abf23ae200, entries=7, sequenceid=127, filesize=7.1 K 2024-11-18T17:10:54,492 DEBUG [M:0;6912f599d260:39629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fe8f755603e4da1994b2db7b025e1ef as hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9fe8f755603e4da1994b2db7b025e1ef 2024-11-18T17:10:54,496 INFO [M:0;6912f599d260:39629 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9fe8f755603e4da1994b2db7b025e1ef 2024-11-18T17:10:54,496 INFO [M:0;6912f599d260:39629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9fe8f755603e4da1994b2db7b025e1ef, entries=2, sequenceid=127, filesize=5.2 K 2024-11-18T17:10:54,497 INFO [M:0;6912f599d260:39629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false 2024-11-18T17:10:54,498 INFO [M:0;6912f599d260:39629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:54,498 DEBUG [M:0;6912f599d260:39629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949853209Disabling compacts and flushes for region at 1731949853209Disabling writes for close at 1731949853209Obtaining lock to block concurrent updates at 1731949853209Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949853209Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731949853210 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949853210Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949853210Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949853223 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949853223Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949853632 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949853650 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949853650Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949854059 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949854073 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949854073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aabdd92: reopening flushed file at 1731949854482 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16044a35: reopening flushed file at 1731949854486 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7afcf3e5: reopening flushed file at 1731949854491 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false at 1731949854497 (+6 ms)Writing region close event to WAL at 1731949854498 (+1 ms)Closed at 1731949854498 2024-11-18T17:10:54,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41417 is added to blk_1073741847_1023 (size=22903) 2024-11-18T17:10:54,500 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bf8d4e4-b858-f9b4-084b-ec90610d4e8d/MasterData/WALs/6912f599d260,39629,1731949843821/6912f599d260%2C39629%2C1731949843821.1731949844358 not finished, retry = 0 2024-11-18T17:10:54,601 INFO [M:0;6912f599d260:39629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:10:54,601 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:10:54,601 INFO [M:0;6912f599d260:39629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39629 2024-11-18T17:10:54,601 INFO [M:0;6912f599d260:39629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:10:54,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:54,736 INFO [M:0;6912f599d260:39629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:10:54,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39629-0x1015036c77b0006, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:10:54,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43ab5129{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:10:54,739 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16514b34{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:10:54,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:10:54,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d192ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:10:54,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@119ceeb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/hadoop.log.dir/,STOPPED} 2024-11-18T17:10:54,740 WARN [BP-1196262002-172.17.0.3-1731949827493 heartbeating to localhost/127.0.0.1:44803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:10:54,740 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:10:54,740 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:10:54,740 WARN [BP-1196262002-172.17.0.3-1731949827493 heartbeating to localhost/127.0.0.1:44803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1196262002-172.17.0.3-1731949827493 (Datanode Uuid f8b83f9a-35e0-4406-adeb-73593071d9c7) service to localhost/127.0.0.1:44803 2024-11-18T17:10:54,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/cluster_02e5f258-69f2-4784-e59c-136551fa6e39/data/data1/current/BP-1196262002-172.17.0.3-1731949827493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:10:54,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/cluster_02e5f258-69f2-4784-e59c-136551fa6e39/data/data2/current/BP-1196262002-172.17.0.3-1731949827493 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:10:54,741 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:10:54,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49f4ea4b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:10:54,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53b81ed6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:10:54,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:10:54,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33d3a8fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:10:54,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f7b5528{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfaa8b5e-7473-3d1c-01cf-51eeaaf99d39/hadoop.log.dir/,STOPPED} 2024-11-18T17:10:54,753 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:10:54,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:10:54,776 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:44803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65208) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:44803 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65208) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:40389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:40389 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:44803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:40389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=4468 (was 4485) 2024-11-18T17:10:54,784 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=4468 2024-11-18T17:10:54,795 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-18T17:10:54,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/hadoop.log.dir so I do NOT create it in target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e 2024-11-18T17:10:54,795 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:10:54,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/hadoop.tmp.dir so I do NOT create it in target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e 2024-11-18T17:10:54,796 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/127c39f4-c2c2-cdf8-7fdc-9df9fe3c9726/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:10:54,796 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e 2024-11-18T17:10:54,796 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/cluster_aaa09fe1-f088-c4db-a065-7b03fb07470d, deleteOnExit=true 2024-11-18T17:10:54,798 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/cluster_aaa09fe1-f088-c4db-a065-7b03fb07470d/zookeeper_0, clientPort=60649, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/cluster_aaa09fe1-f088-c4db-a065-7b03fb07470d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/cluster_aaa09fe1-f088-c4db-a065-7b03fb07470d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:10:54,798 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60649 2024-11-18T17:10:54,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:10:54,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:10:54,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/test.cache.data in system properties and HBase conf 2024-11-18T17:10:54,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:10:54,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:10:54,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:10:54,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:10:54,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:10:54,799 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:10:54,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:10:54,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:10:54,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:10:54,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:10:54,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:10:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:10:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:10:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:10:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:10:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:10:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:10:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:10:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:10:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:10:54,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015036c77b0005, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:10:54,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015036c77b0002, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:10:54,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015036c77b0005, quorum=127.0.0.1:65208, baseZNode=/1417413900 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:10:54,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015036c77b0002, quorum=127.0.0.1:65208, baseZNode=/0-794895631 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:10:55,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:10:55,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:10:55,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:10:55,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:10:55,091 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:10:55,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:10:55,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fc00723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:10:55,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@320001d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:10:55,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17a8084a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/java.io.tmpdir/jetty-localhost-34589-hadoop-hdfs-3_4_1-tests_jar-_-any-620744807545233825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:10:55,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13ec0552{HTTP/1.1, (http/1.1)}{localhost:34589} 2024-11-18T17:10:55,192 INFO [Time-limited test {}] server.Server(415): Started @171043ms 2024-11-18T17:10:55,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:10:55,396 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:10:55,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:10:55,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:10:55,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:10:55,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e89aaf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:10:55,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b5840e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:10:55,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52a14f11{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/java.io.tmpdir/jetty-localhost-33055-hadoop-hdfs-3_4_1-tests_jar-_-any-6558499488221362119/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:10:55,515 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5282edb2{HTTP/1.1, (http/1.1)}{localhost:33055} 2024-11-18T17:10:55,515 INFO [Time-limited test {}] server.Server(415): Started @171365ms 2024-11-18T17:10:55,516 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:10:56,042 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/cluster_aaa09fe1-f088-c4db-a065-7b03fb07470d/data/data1/current/BP-973469973-172.17.0.3-1731949854827/current, will proceed with Du for space computation calculation, 2024-11-18T17:10:56,042 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/cluster_aaa09fe1-f088-c4db-a065-7b03fb07470d/data/data2/current/BP-973469973-172.17.0.3-1731949854827/current, will proceed with Du for space computation calculation, 2024-11-18T17:10:56,057 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:10:56,059 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x322d4673a3b97c4 with lease ID 0xf9151b72cae8bc6a: Processing first storage report for DS-16ff01a0-12d1-41c6-ace3-73af9f16332e from datanode DatanodeRegistration(127.0.0.1:41781, datanodeUuid=e83c7573-868a-40e1-9d81-de2c4f944c77, infoPort=43477, infoSecurePort=0, ipcPort=33923, storageInfo=lv=-57;cid=testClusterID;nsid=1168107914;c=1731949854827) 2024-11-18T17:10:56,059 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x322d4673a3b97c4 with lease ID 0xf9151b72cae8bc6a: from storage DS-16ff01a0-12d1-41c6-ace3-73af9f16332e node DatanodeRegistration(127.0.0.1:41781, datanodeUuid=e83c7573-868a-40e1-9d81-de2c4f944c77, infoPort=43477, infoSecurePort=0, ipcPort=33923, storageInfo=lv=-57;cid=testClusterID;nsid=1168107914;c=1731949854827), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T17:10:56,059 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x322d4673a3b97c4 with lease ID 0xf9151b72cae8bc6a: Processing first storage report for DS-8bca3671-51c8-4f7d-b42a-02facf8565ae from datanode DatanodeRegistration(127.0.0.1:41781, datanodeUuid=e83c7573-868a-40e1-9d81-de2c4f944c77, infoPort=43477, infoSecurePort=0, ipcPort=33923, storageInfo=lv=-57;cid=testClusterID;nsid=1168107914;c=1731949854827) 2024-11-18T17:10:56,059 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x322d4673a3b97c4 with lease ID 0xf9151b72cae8bc6a: from storage DS-8bca3671-51c8-4f7d-b42a-02facf8565ae node DatanodeRegistration(127.0.0.1:41781, datanodeUuid=e83c7573-868a-40e1-9d81-de2c4f944c77, infoPort=43477, infoSecurePort=0, ipcPort=33923, storageInfo=lv=-57;cid=testClusterID;nsid=1168107914;c=1731949854827), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:10:56,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e 2024-11-18T17:10:56,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:56,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:56,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:10:56,548 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b with version=8 2024-11-18T17:10:56,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/hbase-staging 2024-11-18T17:10:56,550 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:10:56,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:56,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:56,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:10:56,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:56,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:10:56,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:10:56,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:10:56,550 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33855 2024-11-18T17:10:56,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33855 connecting to ZooKeeper ensemble=127.0.0.1:60649 2024-11-18T17:10:56,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338550x0, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:10:56,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33855-0x101503732360000 connected 2024-11-18T17:10:56,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:56,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:56,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Set watcher on znode that does not yet exist, /0-679420549/running 2024-11-18T17:10:56,694 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b, hbase.cluster.distributed=false 2024-11-18T17:10:56,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Set watcher on znode that does not yet exist, /0-679420549/acl 2024-11-18T17:10:56,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33855 2024-11-18T17:10:56,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33855 2024-11-18T17:10:56,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33855 2024-11-18T17:10:56,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33855 2024-11-18T17:10:56,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33855 2024-11-18T17:10:56,709 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:10:56,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:56,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:56,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:10:56,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:10:56,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:10:56,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:10:56,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:10:56,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38361 2024-11-18T17:10:56,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38361 connecting to ZooKeeper ensemble=127.0.0.1:60649 2024-11-18T17:10:56,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:56,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:56,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383610x0, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:10:56,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383610x0, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Set watcher on znode that does not yet exist, /0-679420549/running 2024-11-18T17:10:56,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38361-0x101503732360001 connected 2024-11-18T17:10:56,724 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:10:56,725 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:10:56,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Set watcher on znode that does not yet exist, /0-679420549/master 2024-11-18T17:10:56,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Set watcher on znode that does not yet exist, /0-679420549/acl 2024-11-18T17:10:56,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38361 2024-11-18T17:10:56,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38361 2024-11-18T17:10:56,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38361 2024-11-18T17:10:56,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38361 2024-11-18T17:10:56,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38361 2024-11-18T17:10:56,745 DEBUG [M:0;6912f599d260:33855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:33855 2024-11-18T17:10:56,746 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-679420549/backup-masters/6912f599d260,33855,1731949856549 2024-11-18T17:10:56,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549/backup-masters 2024-11-18T17:10:56,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549/backup-masters 2024-11-18T17:10:56,753 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Set watcher on existing znode=/0-679420549/backup-masters/6912f599d260,33855,1731949856549 2024-11-18T17:10:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-679420549/master 2024-11-18T17:10:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:10:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:10:56,761 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Set watcher on existing znode=/0-679420549/master 2024-11-18T17:10:56,761 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-679420549/backup-masters/6912f599d260,33855,1731949856549 from backup master directory 2024-11-18T17:10:56,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549/backup-masters 2024-11-18T17:10:56,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-679420549/backup-masters/6912f599d260,33855,1731949856549 2024-11-18T17:10:56,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549/backup-masters 2024-11-18T17:10:56,769 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:10:56,769 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,33855,1731949856549 2024-11-18T17:10:56,773 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/hbase.id] with ID: b9d01cc9-408c-46ba-b23a-6a6fb040ba95 2024-11-18T17:10:56,773 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/.tmp/hbase.id 2024-11-18T17:10:56,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:10:57,177 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/.tmp/hbase.id]:[hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/hbase.id] 2024-11-18T17:10:57,186 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:10:57,186 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:10:57,187 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:10:57,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:10:57,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:10:57,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:10:57,336 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:10:57,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:57,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:57,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:57,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:57,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:57,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:57,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:57,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:10:57,624 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:10:57,624 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:10:57,624 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:10:57,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:10:58,030 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store 2024-11-18T17:10:58,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:10:58,436 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:58,436 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:10:58,436 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:58,436 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:58,436 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:10:58,436 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:58,436 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:10:58,436 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949858436Disabling compacts and flushes for region at 1731949858436Disabling writes for close at 1731949858436Writing region close event to WAL at 1731949858436Closed at 1731949858436 2024-11-18T17:10:58,437 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/.initializing 2024-11-18T17:10:58,437 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/WALs/6912f599d260,33855,1731949856549 2024-11-18T17:10:58,438 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:10:58,439 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C33855%2C1731949856549, suffix=, logDir=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/WALs/6912f599d260,33855,1731949856549, archiveDir=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/oldWALs, maxLogs=10 2024-11-18T17:10:58,451 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/WALs/6912f599d260,33855,1731949856549/6912f599d260%2C33855%2C1731949856549.1731949858439, exclude list is [], retry=0 2024-11-18T17:10:58,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-16ff01a0-12d1-41c6-ace3-73af9f16332e,DISK] 2024-11-18T17:10:58,455 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/WALs/6912f599d260,33855,1731949856549/6912f599d260%2C33855%2C1731949856549.1731949858439 2024-11-18T17:10:58,455 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43477:43477)] 2024-11-18T17:10:58,455 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:10:58,455 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:58,456 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:58,456 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:58,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:58,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:10:58,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:58,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:58,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:58,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:10:58,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:58,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:58,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:58,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:10:58,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:58,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:58,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:58,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:10:58,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:58,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:10:58,463 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:58,464 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:58,464 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:58,465 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:58,465 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:58,465 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:10:58,466 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:10:58,470 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:10:58,470 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64939982, jitterRate=-0.03231886029243469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:10:58,471 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949858456Initializing all the Stores at 1731949858456Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949858456Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949858457 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949858457Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949858457Cleaning up temporary data from old regions at 1731949858465 (+8 ms)Region opened successfully at 1731949858470 (+5 ms) 2024-11-18T17:10:58,471 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:10:58,473 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b09ec7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:10:58,473 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:10:58,474 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:10:58,474 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:10:58,474 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:10:58,474 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:10:58,474 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:10:58,474 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:10:58,476 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:10:58,476 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Unable to get data of znode /0-679420549/balancer because node does not exist (not necessarily an error) 2024-11-18T17:10:58,511 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-679420549/balancer already deleted, retry=false 2024-11-18T17:10:58,511 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:10:58,511 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Unable to get data of znode /0-679420549/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:10:58,519 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-679420549/normalizer already deleted, retry=false 2024-11-18T17:10:58,519 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:10:58,520 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Unable to get data of znode /0-679420549/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:10:58,527 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-679420549/switch/split already deleted, retry=false 2024-11-18T17:10:58,528 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Unable to get data of znode /0-679420549/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:10:58,536 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-679420549/switch/merge already deleted, retry=false 2024-11-18T17:10:58,537 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Unable to get data of znode /0-679420549/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:10:58,544 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-679420549/snapshot-cleanup already deleted, retry=false 2024-11-18T17:10:58,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-679420549/running 2024-11-18T17:10:58,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-679420549/running 2024-11-18T17:10:58,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:10:58,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:10:58,553 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,33855,1731949856549, sessionid=0x101503732360000, setting cluster-up flag (Was=false) 2024-11-18T17:10:58,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:10:58,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:10:58,594 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-679420549/flush-table-proc/acquired, /0-679420549/flush-table-proc/reached, /0-679420549/flush-table-proc/abort 2024-11-18T17:10:58,595 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,33855,1731949856549 2024-11-18T17:10:58,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:10:58,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:10:58,636 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-679420549/online-snapshot/acquired, /0-679420549/online-snapshot/reached, /0-679420549/online-snapshot/abort 2024-11-18T17:10:58,637 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,33855,1731949856549 2024-11-18T17:10:58,638 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:10:58,639 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:10:58,639 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:10:58,639 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:10:58,640 WARN [master/6912f599d260:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6912f599d260,44653,1731949829385: status=Processing ServerCrashProcedure of 6912f599d260,44653,1731949829385 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731949844558, completionTime=-1 appears to have been leaked 2024-11-18T17:10:58,640 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,33855,1731949856549 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:10:58,641 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:58,641 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:58,641 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:58,641 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:10:58,641 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:10:58,641 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:58,641 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:10:58,641 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:58,642 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949888642 2024-11-18T17:10:58,642 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:10:58,642 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:10:58,642 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:10:58,642 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:10:58,642 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:10:58,642 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:10:58,642 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:58,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:10:58,642 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:10:58,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:10:58,643 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:10:58,643 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:10:58,643 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:10:58,643 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:10:58,643 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:10:58,643 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949858643,5,FailOnTimeoutGroup] 2024-11-18T17:10:58,643 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:58,643 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:10:58,645 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949858643,5,FailOnTimeoutGroup] 2024-11-18T17:10:58,645 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:58,645 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:10:58,645 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:58,645 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:58,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:10:58,738 INFO [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(746): ClusterId : b9d01cc9-408c-46ba-b23a-6a6fb040ba95 2024-11-18T17:10:58,738 DEBUG [RS:0;6912f599d260:38361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:10:58,749 DEBUG [RS:0;6912f599d260:38361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:10:58,749 DEBUG [RS:0;6912f599d260:38361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:10:58,757 DEBUG [RS:0;6912f599d260:38361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:10:58,757 DEBUG [RS:0;6912f599d260:38361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8ec4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:10:58,771 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:38361 2024-11-18T17:10:58,771 INFO [RS:0;6912f599d260:38361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:10:58,771 INFO [RS:0;6912f599d260:38361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:10:58,771 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:10:58,771 INFO [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,33855,1731949856549 with port=38361, startcode=1731949856709 2024-11-18T17:10:58,772 DEBUG [RS:0;6912f599d260:38361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:10:58,773 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:10:58,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,38361,1731949856709 2024-11-18T17:10:58,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33855 {}] master.ServerManager(517): Registering regionserver=6912f599d260,38361,1731949856709 2024-11-18T17:10:58,774 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b 2024-11-18T17:10:58,774 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35341 2024-11-18T17:10:58,774 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:10:58,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549/rs 2024-11-18T17:10:58,782 DEBUG [RS:0;6912f599d260:38361 {}] zookeeper.ZKUtil(111): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Set watcher on existing znode=/0-679420549/rs/6912f599d260,38361,1731949856709 2024-11-18T17:10:58,782 WARN [RS:0;6912f599d260:38361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:10:58,782 INFO [RS:0;6912f599d260:38361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:10:58,782 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709 2024-11-18T17:10:58,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,38361,1731949856709] 2024-11-18T17:10:58,785 INFO [RS:0;6912f599d260:38361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:10:58,786 INFO [RS:0;6912f599d260:38361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:10:58,786 INFO [RS:0;6912f599d260:38361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:10:58,786 INFO [RS:0;6912f599d260:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:58,787 INFO [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:10:58,788 INFO [RS:0;6912f599d260:38361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:10:58,788 INFO [RS:0;6912f599d260:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:58,788 DEBUG [RS:0;6912f599d260:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:58,788 DEBUG [RS:0;6912f599d260:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:58,788 DEBUG [RS:0;6912f599d260:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:58,788 DEBUG [RS:0;6912f599d260:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:58,788 DEBUG [RS:0;6912f599d260:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:58,788 DEBUG [RS:0;6912f599d260:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:10:58,788 DEBUG [RS:0;6912f599d260:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:58,788 DEBUG [RS:0;6912f599d260:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:58,788 DEBUG [RS:0;6912f599d260:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:58,788 DEBUG [RS:0;6912f599d260:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:58,788 DEBUG [RS:0;6912f599d260:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:58,788 DEBUG [RS:0;6912f599d260:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:10:58,788 DEBUG [RS:0;6912f599d260:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:10:58,788 DEBUG [RS:0;6912f599d260:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:10:58,791 INFO [RS:0;6912f599d260:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:58,791 INFO [RS:0;6912f599d260:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:58,791 INFO [RS:0;6912f599d260:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:58,791 INFO [RS:0;6912f599d260:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:58,791 INFO [RS:0;6912f599d260:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:58,791 INFO [RS:0;6912f599d260:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,38361,1731949856709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:10:58,803 INFO [RS:0;6912f599d260:38361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:10:58,803 INFO [RS:0;6912f599d260:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,38361,1731949856709-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:58,804 INFO [RS:0;6912f599d260:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:58,804 INFO [RS:0;6912f599d260:38361 {}] regionserver.Replication(171): 6912f599d260,38361,1731949856709 started 2024-11-18T17:10:58,816 INFO [RS:0;6912f599d260:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:58,816 INFO [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,38361,1731949856709, RpcServer on 6912f599d260/172.17.0.3:38361, sessionid=0x101503732360001 2024-11-18T17:10:58,816 DEBUG [RS:0;6912f599d260:38361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:10:58,816 DEBUG [RS:0;6912f599d260:38361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,38361,1731949856709 2024-11-18T17:10:58,816 DEBUG [RS:0;6912f599d260:38361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,38361,1731949856709' 2024-11-18T17:10:58,816 DEBUG [RS:0;6912f599d260:38361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-679420549/flush-table-proc/abort' 2024-11-18T17:10:58,816 DEBUG [RS:0;6912f599d260:38361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-679420549/flush-table-proc/acquired' 2024-11-18T17:10:58,817 DEBUG [RS:0;6912f599d260:38361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:10:58,817 DEBUG [RS:0;6912f599d260:38361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:10:58,817 DEBUG [RS:0;6912f599d260:38361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,38361,1731949856709 2024-11-18T17:10:58,817 DEBUG [RS:0;6912f599d260:38361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,38361,1731949856709' 2024-11-18T17:10:58,817 DEBUG [RS:0;6912f599d260:38361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-679420549/online-snapshot/abort' 2024-11-18T17:10:58,817 DEBUG [RS:0;6912f599d260:38361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-679420549/online-snapshot/acquired' 2024-11-18T17:10:58,817 DEBUG [RS:0;6912f599d260:38361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:10:58,817 INFO [RS:0;6912f599d260:38361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:10:58,817 INFO [RS:0;6912f599d260:38361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:10:58,918 INFO [RS:0;6912f599d260:38361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:10:58,919 INFO [RS:0;6912f599d260:38361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C38361%2C1731949856709, suffix=, logDir=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709, archiveDir=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/oldWALs, maxLogs=10 2024-11-18T17:10:58,931 DEBUG [RS:0;6912f599d260:38361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919, exclude list is [], retry=0 2024-11-18T17:10:58,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-16ff01a0-12d1-41c6-ace3-73af9f16332e,DISK] 2024-11-18T17:10:58,935 INFO [RS:0;6912f599d260:38361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 2024-11-18T17:10:58,936 DEBUG [RS:0;6912f599d260:38361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43477:43477)] 2024-11-18T17:10:59,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:10:59,053 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b 2024-11-18T17:10:59,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:10:59,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:59,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:10:59,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:10:59,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:59,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:59,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:10:59,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:10:59,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:59,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:59,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:10:59,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:10:59,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:59,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:59,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:10:59,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:10:59,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:59,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:59,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:10:59,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740 2024-11-18T17:10:59,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740 2024-11-18T17:10:59,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:10:59,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:10:59,467 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:10:59,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:10:59,469 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:10:59,470 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72522833, jitterRate=0.0806744247674942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:10:59,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949859459Initializing all the Stores at 1731949859460 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949859460Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949859460Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949859460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949859460Cleaning up temporary data from old regions at 1731949859467 (+7 ms)Region opened successfully at 1731949859470 (+3 ms) 2024-11-18T17:10:59,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:10:59,470 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:10:59,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:10:59,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:10:59,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:10:59,470 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:10:59,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949859470Disabling compacts and flushes for region at 1731949859470Disabling writes for close at 1731949859470Writing region close event to WAL at 1731949859470Closed at 1731949859470 2024-11-18T17:10:59,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:10:59,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:10:59,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:10:59,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:10:59,473 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:10:59,623 DEBUG [6912f599d260:33855 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:10:59,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,38361,1731949856709 2024-11-18T17:10:59,624 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,38361,1731949856709, state=OPENING 2024-11-18T17:10:59,661 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:10:59,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:10:59,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:10:59,669 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:10:59,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-679420549/meta-region-server: CHANGED 2024-11-18T17:10:59,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-679420549/meta-region-server: CHANGED 2024-11-18T17:10:59,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,38361,1731949856709}] 2024-11-18T17:10:59,821 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:10:59,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:10:59,826 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:10:59,826 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:10:59,826 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:10:59,827 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C38361%2C1731949856709.meta, suffix=.meta, logDir=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709, archiveDir=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/oldWALs, maxLogs=10 2024-11-18T17:10:59,839 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.meta.1731949859827.meta, exclude list is [], retry=0 2024-11-18T17:10:59,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-16ff01a0-12d1-41c6-ace3-73af9f16332e,DISK] 2024-11-18T17:10:59,842 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.meta.1731949859827.meta 2024-11-18T17:10:59,842 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43477:43477)] 2024-11-18T17:10:59,842 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:10:59,843 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:10:59,843 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:10:59,843 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:10:59,843 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:10:59,843 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:10:59,843 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:10:59,843 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:10:59,843 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:10:59,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:10:59,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:10:59,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:59,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:59,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:10:59,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:10:59,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:59,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:59,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:10:59,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:10:59,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:59,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:59,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:10:59,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:10:59,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:10:59,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:10:59,848 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:10:59,849 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740 2024-11-18T17:10:59,849 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740 2024-11-18T17:10:59,850 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:10:59,850 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:10:59,850 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:10:59,851 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:10:59,852 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67425953, jitterRate=0.0047249943017959595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:10:59,852 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:10:59,852 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949859843Writing region info on filesystem at 1731949859843Initializing all the Stores at 1731949859844 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949859844Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949859844Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949859844Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949859844Cleaning up temporary data from old regions at 1731949859850 (+6 ms)Running coprocessor post-open hooks at 1731949859852 (+2 ms)Region opened successfully at 1731949859852 2024-11-18T17:10:59,853 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949859821 2024-11-18T17:10:59,855 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:10:59,855 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:10:59,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,38361,1731949856709 2024-11-18T17:10:59,856 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,38361,1731949856709, state=OPEN 2024-11-18T17:10:59,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T17:10:59,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-679420549/meta-region-server 2024-11-18T17:10:59,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-679420549/meta-region-server 2024-11-18T17:10:59,888 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,38361,1731949856709 2024-11-18T17:10:59,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-679420549/meta-region-server: CHANGED 2024-11-18T17:10:59,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-679420549/meta-region-server: CHANGED 2024-11-18T17:10:59,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:10:59,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,38361,1731949856709 in 219 msec 2024-11-18T17:10:59,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:10:59,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-18T17:10:59,892 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:10:59,892 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:10:59,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:10:59,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,38361,1731949856709, seqNum=-1] 2024-11-18T17:10:59,893 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:10:59,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:10:59,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-18T17:10:59,898 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949859898, completionTime=-1 2024-11-18T17:10:59,898 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:10:59,898 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:10:59,900 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:10:59,900 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949919900 2024-11-18T17:10:59,900 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731949979900 2024-11-18T17:10:59,900 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:10:59,900 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,33855,1731949856549-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:59,900 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,33855,1731949856549-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:59,900 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,33855,1731949856549-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:59,900 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:33855, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:59,900 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:59,900 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:59,902 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:10:59,903 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.134sec 2024-11-18T17:10:59,903 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:10:59,903 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:10:59,903 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:10:59,903 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:10:59,903 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:10:59,903 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,33855,1731949856549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:10:59,903 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,33855,1731949856549-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:10:59,905 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:10:59,905 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:10:59,905 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,33855,1731949856549-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:10:59,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f20112e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:59,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,33855,-1 for getting cluster id 2024-11-18T17:10:59,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:10:59,940 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9d01cc9-408c-46ba-b23a-6a6fb040ba95' 2024-11-18T17:10:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:10:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9d01cc9-408c-46ba-b23a-6a6fb040ba95" 2024-11-18T17:10:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f730785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,33855,-1] 2024-11-18T17:10:59,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:10:59,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:10:59,941 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:10:59,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212f4b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:10:59,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:10:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,38361,1731949856709, seqNum=-1] 2024-11-18T17:10:59,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:10:59,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:10:59,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,33855,1731949856549 2024-11-18T17:10:59,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60649 2024-11-18T17:10:59,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:10:59,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101503732360002 connected 2024-11-18T17:10:59,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/hadoop.log.dir so I do NOT create it in target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0 2024-11-18T17:10:59,975 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:10:59,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/hadoop.tmp.dir so I do NOT create it in target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0 2024-11-18T17:10:59,975 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:10:59,975 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0 2024-11-18T17:10:59,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:10:59,975 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/cluster_c52095fd-81e2-0de0-910f-32641351e527, deleteOnExit=true 2024-11-18T17:10:59,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:10:59,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/test.cache.data in system properties and HBase conf 2024-11-18T17:10:59,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:10:59,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:10:59,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:10:59,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:10:59,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:10:59,976 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:10:59,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:10:59,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:10:59,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:10:59,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:10:59,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:10:59,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:10:59,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:10:59,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:10:59,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:10:59,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:10:59,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:10:59,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:10:59,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:10:59,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:11:00,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:11:00,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:11:00,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:11:00,209 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:11:00,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:11:00,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:11:00,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5eed62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:11:00,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fe48ae2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:11:00,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54c6d1b4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/java.io.tmpdir/jetty-localhost-42069-hadoop-hdfs-3_4_1-tests_jar-_-any-18160843246342474993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:11:00,311 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ba3f50a{HTTP/1.1, (http/1.1)}{localhost:42069} 2024-11-18T17:11:00,311 INFO [Time-limited test {}] server.Server(415): Started @176162ms 2024-11-18T17:11:00,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:11:00,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:11:00,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:11:00,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:11:00,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:11:00,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73eb7dff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:11:00,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37b3f66a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:11:00,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@150ffef7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/java.io.tmpdir/jetty-localhost-44393-hadoop-hdfs-3_4_1-tests_jar-_-any-11012339205128178507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:11:00,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f598186{HTTP/1.1, (http/1.1)}{localhost:44393} 2024-11-18T17:11:00,607 INFO [Time-limited test {}] server.Server(415): Started @176457ms 2024-11-18T17:11:00,608 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:11:01,133 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/cluster_c52095fd-81e2-0de0-910f-32641351e527/data/data1/current/BP-1365205690-172.17.0.3-1731949859990/current, will proceed with Du for space computation calculation, 2024-11-18T17:11:01,133 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/cluster_c52095fd-81e2-0de0-910f-32641351e527/data/data2/current/BP-1365205690-172.17.0.3-1731949859990/current, will proceed with Du for space computation calculation, 2024-11-18T17:11:01,151 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:11:01,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7dd7bfdf7e24cc with lease ID 0x2c68a584ecc50064: Processing first storage report for DS-e27f352a-144d-4e52-8cb1-1f469a34ad8c from datanode DatanodeRegistration(127.0.0.1:38061, datanodeUuid=ea4d5472-997b-443e-b13f-2e354ebdb6d9, infoPort=45139, infoSecurePort=0, ipcPort=34977, storageInfo=lv=-57;cid=testClusterID;nsid=136961621;c=1731949859990) 2024-11-18T17:11:01,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7dd7bfdf7e24cc with lease ID 0x2c68a584ecc50064: from storage DS-e27f352a-144d-4e52-8cb1-1f469a34ad8c node DatanodeRegistration(127.0.0.1:38061, datanodeUuid=ea4d5472-997b-443e-b13f-2e354ebdb6d9, infoPort=45139, infoSecurePort=0, ipcPort=34977, storageInfo=lv=-57;cid=testClusterID;nsid=136961621;c=1731949859990), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:11:01,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7dd7bfdf7e24cc with lease ID 0x2c68a584ecc50064: Processing first storage report for DS-0ac153cb-f534-47ce-a856-55c2a878ec5e from datanode DatanodeRegistration(127.0.0.1:38061, datanodeUuid=ea4d5472-997b-443e-b13f-2e354ebdb6d9, infoPort=45139, infoSecurePort=0, ipcPort=34977, storageInfo=lv=-57;cid=testClusterID;nsid=136961621;c=1731949859990) 2024-11-18T17:11:01,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7dd7bfdf7e24cc with lease ID 0x2c68a584ecc50064: from storage DS-0ac153cb-f534-47ce-a856-55c2a878ec5e node DatanodeRegistration(127.0.0.1:38061, datanodeUuid=ea4d5472-997b-443e-b13f-2e354ebdb6d9, infoPort=45139, infoSecurePort=0, ipcPort=34977, storageInfo=lv=-57;cid=testClusterID;nsid=136961621;c=1731949859990), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T17:11:01,231 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0 2024-11-18T17:11:01,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:01,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:01,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:11:01,640 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df with version=8 2024-11-18T17:11:01,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/hbase-staging 2024-11-18T17:11:01,642 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:11:01,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:01,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:01,642 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:11:01,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:01,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:11:01,642 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:11:01,642 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:11:01,643 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45001 2024-11-18T17:11:01,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45001 connecting to ZooKeeper ensemble=127.0.0.1:60649 2024-11-18T17:11:01,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450010x0, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:11:01,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45001-0x101503732360003 connected 2024-11-18T17:11:01,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:01,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:01,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Set watcher on znode that does not yet exist, /11600170932/running 2024-11-18T17:11:01,739 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df, hbase.cluster.distributed=false 2024-11-18T17:11:01,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Set watcher on znode that does not yet exist, /11600170932/acl 2024-11-18T17:11:01,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45001 2024-11-18T17:11:01,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45001 2024-11-18T17:11:01,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45001 2024-11-18T17:11:01,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45001 2024-11-18T17:11:01,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45001 2024-11-18T17:11:01,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:11:01,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:01,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:01,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:11:01,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:01,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:11:01,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:11:01,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:11:01,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34811 2024-11-18T17:11:01,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34811 connecting to ZooKeeper ensemble=127.0.0.1:60649 2024-11-18T17:11:01,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:01,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:01,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348110x0, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:11:01,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348110x0, quorum=127.0.0.1:60649, baseZNode=/11600170932 Set watcher on znode that does not yet exist, /11600170932/running 2024-11-18T17:11:01,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34811-0x101503732360004 connected 2024-11-18T17:11:01,774 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:11:01,774 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:11:01,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Set watcher on znode that does not yet exist, /11600170932/master 2024-11-18T17:11:01,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Set watcher on znode that does not yet exist, /11600170932/acl 2024-11-18T17:11:01,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34811 2024-11-18T17:11:01,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34811 2024-11-18T17:11:01,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34811 2024-11-18T17:11:01,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34811 2024-11-18T17:11:01,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34811 2024-11-18T17:11:01,794 DEBUG [M:0;6912f599d260:45001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:45001 2024-11-18T17:11:01,794 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11600170932/backup-masters/6912f599d260,45001,1731949861642 2024-11-18T17:11:01,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932/backup-masters 2024-11-18T17:11:01,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932/backup-masters 2024-11-18T17:11:01,802 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Set watcher on existing znode=/11600170932/backup-masters/6912f599d260,45001,1731949861642 2024-11-18T17:11:01,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11600170932/master 2024-11-18T17:11:01,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:01,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:01,811 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Set watcher on existing znode=/11600170932/master 2024-11-18T17:11:01,811 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11600170932/backup-masters/6912f599d260,45001,1731949861642 from backup master directory 2024-11-18T17:11:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932/backup-masters 2024-11-18T17:11:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11600170932/backup-masters/6912f599d260,45001,1731949861642 2024-11-18T17:11:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932/backup-masters 2024-11-18T17:11:01,819 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:11:01,819 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,45001,1731949861642 2024-11-18T17:11:01,822 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/hbase.id] with ID: 27905479-b1fa-42aa-b77d-7e0fed5cb3ea 2024-11-18T17:11:01,822 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/.tmp/hbase.id 2024-11-18T17:11:01,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:11:02,226 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/.tmp/hbase.id]:[hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/hbase.id] 2024-11-18T17:11:02,235 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:02,235 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:11:02,236 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:11:02,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:02,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:02,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:11:02,674 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:11:02,675 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:11:02,675 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:11:02,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:11:03,081 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store 2024-11-18T17:11:03,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:11:03,487 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:03,487 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:11:03,487 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:03,487 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:03,487 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:11:03,487 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:03,487 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:03,487 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949863487Disabling compacts and flushes for region at 1731949863487Disabling writes for close at 1731949863487Writing region close event to WAL at 1731949863487Closed at 1731949863487 2024-11-18T17:11:03,488 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/.initializing 2024-11-18T17:11:03,488 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/WALs/6912f599d260,45001,1731949861642 2024-11-18T17:11:03,489 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:11:03,490 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C45001%2C1731949861642, suffix=, logDir=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/WALs/6912f599d260,45001,1731949861642, archiveDir=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/oldWALs, maxLogs=10 2024-11-18T17:11:03,503 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/WALs/6912f599d260,45001,1731949861642/6912f599d260%2C45001%2C1731949861642.1731949863490, exclude list is [], retry=0 2024-11-18T17:11:03,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38061,DS-e27f352a-144d-4e52-8cb1-1f469a34ad8c,DISK] 2024-11-18T17:11:03,506 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/WALs/6912f599d260,45001,1731949861642/6912f599d260%2C45001%2C1731949861642.1731949863490 2024-11-18T17:11:03,507 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45139:45139)] 2024-11-18T17:11:03,507 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:11:03,507 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:03,507 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:03,507 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:03,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:03,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:11:03,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:03,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:03,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:03,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:11:03,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:03,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:03,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:03,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:11:03,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:03,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:03,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:03,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:11:03,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:03,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:03,514 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:03,514 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:03,515 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:03,516 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:03,516 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:03,516 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:11:03,517 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:03,519 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:11:03,519 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69350753, jitterRate=0.03340674936771393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:11:03,519 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949863508Initializing all the Stores at 1731949863508Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949863508Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949863509 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949863509Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949863509Cleaning up temporary data from old regions at 1731949863516 (+7 ms)Region opened successfully at 1731949863519 (+3 ms) 2024-11-18T17:11:03,519 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:11:03,522 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c18cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:11:03,522 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:11:03,522 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:11:03,522 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:11:03,523 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:11:03,523 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:11:03,523 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:11:03,523 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:11:03,525 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:11:03,526 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Unable to get data of znode /11600170932/balancer because node does not exist (not necessarily an error) 2024-11-18T17:11:03,560 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11600170932/balancer already deleted, retry=false 2024-11-18T17:11:03,561 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:11:03,561 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Unable to get data of znode /11600170932/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:11:03,569 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11600170932/normalizer already deleted, retry=false 2024-11-18T17:11:03,569 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:11:03,570 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Unable to get data of znode /11600170932/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:11:03,577 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11600170932/switch/split already deleted, retry=false 2024-11-18T17:11:03,578 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Unable to get data of znode /11600170932/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:11:03,585 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11600170932/switch/merge already deleted, retry=false 2024-11-18T17:11:03,587 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Unable to get data of znode /11600170932/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:11:03,594 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11600170932/snapshot-cleanup already deleted, retry=false 2024-11-18T17:11:03,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11600170932/running 2024-11-18T17:11:03,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11600170932/running 2024-11-18T17:11:03,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:03,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:03,602 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,45001,1731949861642, sessionid=0x101503732360003, setting cluster-up flag (Was=false) 2024-11-18T17:11:03,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:03,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:03,644 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11600170932/flush-table-proc/acquired, /11600170932/flush-table-proc/reached, /11600170932/flush-table-proc/abort 2024-11-18T17:11:03,645 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,45001,1731949861642 2024-11-18T17:11:03,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:03,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:03,685 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11600170932/online-snapshot/acquired, /11600170932/online-snapshot/reached, /11600170932/online-snapshot/abort 2024-11-18T17:11:03,686 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,45001,1731949861642 2024-11-18T17:11:03,687 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:11:03,688 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:11:03,689 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:11:03,689 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:11:03,689 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,45001,1731949861642 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:11:03,690 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:11:03,690 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:11:03,690 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:11:03,690 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:11:03,690 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:11:03,690 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:03,690 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:11:03,690 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:03,691 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949893691 2024-11-18T17:11:03,691 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:11:03,691 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:11:03,691 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:11:03,691 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:11:03,692 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:11:03,692 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:11:03,692 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:11:03,692 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:11:03,692 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:03,692 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:11:03,692 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:11:03,692 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:11:03,692 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:11:03,692 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:11:03,692 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:11:03,693 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949863692,5,FailOnTimeoutGroup] 2024-11-18T17:11:03,693 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:03,693 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949863693,5,FailOnTimeoutGroup] 2024-11-18T17:11:03,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:03,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:11:03,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:03,693 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:03,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:11:03,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:11:03,786 INFO [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(746): ClusterId : 27905479-b1fa-42aa-b77d-7e0fed5cb3ea 2024-11-18T17:11:03,786 DEBUG [RS:0;6912f599d260:34811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:11:03,795 DEBUG [RS:0;6912f599d260:34811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:11:03,795 DEBUG [RS:0;6912f599d260:34811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:11:03,803 DEBUG [RS:0;6912f599d260:34811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:11:03,803 DEBUG [RS:0;6912f599d260:34811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9fbd16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:11:03,813 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:34811 2024-11-18T17:11:03,813 INFO [RS:0;6912f599d260:34811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:11:03,813 INFO [RS:0;6912f599d260:34811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:11:03,813 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:11:03,814 INFO [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,45001,1731949861642 with port=34811, startcode=1731949861757 2024-11-18T17:11:03,814 DEBUG [RS:0;6912f599d260:34811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:11:03,816 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:11:03,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45001 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,34811,1731949861757 2024-11-18T17:11:03,816 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45001 {}] master.ServerManager(517): Registering regionserver=6912f599d260,34811,1731949861757 2024-11-18T17:11:03,817 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df 2024-11-18T17:11:03,817 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45979 2024-11-18T17:11:03,817 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:11:03,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932/rs 2024-11-18T17:11:03,874 DEBUG [RS:0;6912f599d260:34811 {}] zookeeper.ZKUtil(111): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Set watcher on existing znode=/11600170932/rs/6912f599d260,34811,1731949861757 2024-11-18T17:11:03,874 WARN [RS:0;6912f599d260:34811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:11:03,874 INFO [RS:0;6912f599d260:34811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:11:03,874 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757 2024-11-18T17:11:03,874 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,34811,1731949861757] 2024-11-18T17:11:03,876 INFO [RS:0;6912f599d260:34811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:11:03,877 INFO [RS:0;6912f599d260:34811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:11:03,878 INFO [RS:0;6912f599d260:34811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:11:03,878 INFO [RS:0;6912f599d260:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:03,878 INFO [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:11:03,878 INFO [RS:0;6912f599d260:34811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:11:03,878 INFO [RS:0;6912f599d260:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:03,878 DEBUG [RS:0;6912f599d260:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:03,879 DEBUG [RS:0;6912f599d260:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:03,879 DEBUG [RS:0;6912f599d260:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:03,879 DEBUG [RS:0;6912f599d260:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:03,879 DEBUG [RS:0;6912f599d260:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:03,879 DEBUG [RS:0;6912f599d260:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:11:03,879 DEBUG [RS:0;6912f599d260:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:03,879 DEBUG [RS:0;6912f599d260:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:03,879 DEBUG [RS:0;6912f599d260:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:03,879 DEBUG [RS:0;6912f599d260:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:03,879 DEBUG [RS:0;6912f599d260:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:03,879 DEBUG [RS:0;6912f599d260:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:03,879 DEBUG [RS:0;6912f599d260:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:11:03,879 DEBUG [RS:0;6912f599d260:34811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:11:03,879 INFO [RS:0;6912f599d260:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:03,879 INFO [RS:0;6912f599d260:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:03,879 INFO [RS:0;6912f599d260:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:03,879 INFO [RS:0;6912f599d260:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:03,879 INFO [RS:0;6912f599d260:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:03,879 INFO [RS:0;6912f599d260:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34811,1731949861757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:11:03,892 INFO [RS:0;6912f599d260:34811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:11:03,892 INFO [RS:0;6912f599d260:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34811,1731949861757-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:03,892 INFO [RS:0;6912f599d260:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:03,892 INFO [RS:0;6912f599d260:34811 {}] regionserver.Replication(171): 6912f599d260,34811,1731949861757 started 2024-11-18T17:11:03,904 INFO [RS:0;6912f599d260:34811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:03,904 INFO [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,34811,1731949861757, RpcServer on 6912f599d260/172.17.0.3:34811, sessionid=0x101503732360004 2024-11-18T17:11:03,904 DEBUG [RS:0;6912f599d260:34811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:11:03,904 DEBUG [RS:0;6912f599d260:34811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,34811,1731949861757 2024-11-18T17:11:03,904 DEBUG [RS:0;6912f599d260:34811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,34811,1731949861757' 2024-11-18T17:11:03,904 DEBUG [RS:0;6912f599d260:34811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11600170932/flush-table-proc/abort' 2024-11-18T17:11:03,905 DEBUG [RS:0;6912f599d260:34811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11600170932/flush-table-proc/acquired' 2024-11-18T17:11:03,905 DEBUG [RS:0;6912f599d260:34811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:11:03,905 DEBUG [RS:0;6912f599d260:34811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:11:03,905 DEBUG [RS:0;6912f599d260:34811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,34811,1731949861757 2024-11-18T17:11:03,905 DEBUG [RS:0;6912f599d260:34811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,34811,1731949861757' 2024-11-18T17:11:03,905 DEBUG [RS:0;6912f599d260:34811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11600170932/online-snapshot/abort' 2024-11-18T17:11:03,905 DEBUG [RS:0;6912f599d260:34811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11600170932/online-snapshot/acquired' 2024-11-18T17:11:03,905 DEBUG [RS:0;6912f599d260:34811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:11:03,905 INFO [RS:0;6912f599d260:34811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:11:03,905 INFO [RS:0;6912f599d260:34811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:11:04,006 INFO [RS:0;6912f599d260:34811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:11:04,007 INFO [RS:0;6912f599d260:34811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C34811%2C1731949861757, suffix=, logDir=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757, archiveDir=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/oldWALs, maxLogs=10 2024-11-18T17:11:04,019 DEBUG [RS:0;6912f599d260:34811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007, exclude list is [], retry=0 2024-11-18T17:11:04,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38061,DS-e27f352a-144d-4e52-8cb1-1f469a34ad8c,DISK] 2024-11-18T17:11:04,022 INFO [RS:0;6912f599d260:34811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 2024-11-18T17:11:04,022 DEBUG [RS:0;6912f599d260:34811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45139:45139)] 2024-11-18T17:11:04,102 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:11:04,102 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df 2024-11-18T17:11:04,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:11:04,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:04,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:11:04,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:11:04,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:04,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:04,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:11:04,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:11:04,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:04,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:04,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:11:04,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:11:04,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:04,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:04,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:11:04,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:11:04,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:04,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:04,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:11:04,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740 2024-11-18T17:11:04,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740 2024-11-18T17:11:04,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:11:04,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:11:04,516 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:11:04,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:11:04,518 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:11:04,518 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66073248, jitterRate=-0.015431880950927734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:11:04,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949864507Initializing all the Stores at 1731949864508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949864508Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949864508Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949864508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949864508Cleaning up temporary data from old regions at 1731949864515 (+7 ms)Region opened successfully at 1731949864518 (+3 ms) 2024-11-18T17:11:04,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:11:04,518 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:11:04,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:11:04,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:11:04,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:11:04,519 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:11:04,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949864518Disabling compacts and flushes for region at 1731949864518Disabling writes for close at 1731949864519 (+1 ms)Writing region close event to WAL at 1731949864519Closed at 1731949864519 2024-11-18T17:11:04,520 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:11:04,520 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:11:04,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:11:04,521 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:11:04,521 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:11:04,672 DEBUG [6912f599d260:45001 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:11:04,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,34811,1731949861757 2024-11-18T17:11:04,673 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,34811,1731949861757, state=OPENING 2024-11-18T17:11:04,710 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:11:04,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:04,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:04,719 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:11:04,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,34811,1731949861757}] 2024-11-18T17:11:04,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11600170932/meta-region-server: CHANGED 2024-11-18T17:11:04,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11600170932/meta-region-server: CHANGED 2024-11-18T17:11:04,785 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:11:04,871 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:11:04,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:11:04,875 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:11:04,875 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:11:04,876 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:11:04,877 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C34811%2C1731949861757.meta, suffix=.meta, logDir=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757, archiveDir=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/oldWALs, maxLogs=10 2024-11-18T17:11:04,888 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.meta.1731949864877.meta, exclude list is [], retry=0 2024-11-18T17:11:04,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38061,DS-e27f352a-144d-4e52-8cb1-1f469a34ad8c,DISK] 2024-11-18T17:11:04,892 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.meta.1731949864877.meta 2024-11-18T17:11:04,892 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45139:45139)] 2024-11-18T17:11:04,892 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:11:04,892 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:11:04,892 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:11:04,892 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:11:04,892 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:11:04,893 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:11:04,893 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:04,893 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:11:04,893 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:11:04,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:11:04,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:11:04,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:04,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:04,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:11:04,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:11:04,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:04,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:04,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:11:04,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:11:04,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:04,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:04,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:11:04,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:11:04,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:04,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:04,898 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:11:04,899 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740 2024-11-18T17:11:04,900 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740 2024-11-18T17:11:04,901 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:11:04,901 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:11:04,901 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:11:04,902 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:11:04,903 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62912990, jitterRate=-0.06252339482307434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:11:04,903 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:11:04,903 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949864893Writing region info on filesystem at 1731949864893Initializing all the Stores at 1731949864893Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949864894 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949864894Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949864894Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949864894Cleaning up temporary data from old regions at 1731949864901 (+7 ms)Running coprocessor post-open hooks at 1731949864903 (+2 ms)Region opened successfully at 1731949864903 2024-11-18T17:11:04,904 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949864871 2024-11-18T17:11:04,905 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:11:04,905 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:11:04,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,34811,1731949861757 2024-11-18T17:11:04,906 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,34811,1731949861757, state=OPEN 2024-11-18T17:11:04,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11600170932/meta-region-server 2024-11-18T17:11:04,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11600170932/meta-region-server 2024-11-18T17:11:04,915 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,34811,1731949861757 2024-11-18T17:11:04,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11600170932/meta-region-server: CHANGED 2024-11-18T17:11:04,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11600170932/meta-region-server: CHANGED 2024-11-18T17:11:04,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:11:04,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,34811,1731949861757 in 196 msec 2024-11-18T17:11:04,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:11:04,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-11-18T17:11:04,919 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:11:04,919 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:11:04,920 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:04,920 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34811,1731949861757, seqNum=-1] 2024-11-18T17:11:04,920 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:04,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:11:04,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-11-18T17:11:04,925 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949864925, completionTime=-1 2024-11-18T17:11:04,925 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:11:04,925 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:11:04,927 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:11:04,927 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949924927 2024-11-18T17:11:04,927 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731949984927 2024-11-18T17:11:04,927 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:11:04,927 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45001,1731949861642-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:04,927 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45001,1731949861642-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:04,927 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45001,1731949861642-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:04,927 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:45001, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:04,927 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:04,927 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:04,929 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:11:04,930 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.111sec 2024-11-18T17:11:04,930 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:11:04,930 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:11:04,930 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:11:04,930 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:11:04,930 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:11:04,930 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45001,1731949861642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:11:04,930 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45001,1731949861642-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:11:04,932 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:11:04,932 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:11:04,932 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45001,1731949861642-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:04,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab64863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:04,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45001,-1 for getting cluster id 2024-11-18T17:11:04,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:04,988 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27905479-b1fa-42aa-b77d-7e0fed5cb3ea' 2024-11-18T17:11:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27905479-b1fa-42aa-b77d-7e0fed5cb3ea" 2024-11-18T17:11:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f7df81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45001,-1] 2024-11-18T17:11:04,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:04,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:04,989 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:04,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3777c375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:04,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34811,1731949861757, seqNum=-1] 2024-11-18T17:11:04,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:04,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:11:04,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,45001,1731949861642 2024-11-18T17:11:04,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60649 2024-11-18T17:11:05,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:11:05,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101503732360005 connected 2024-11-18T17:11:05,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,33855,1731949856549 2024-11-18T17:11:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68ee6f43 2024-11-18T17:11:05,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:05,014 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:11:05,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:11:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:11:05,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:11:05,017 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:05,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:11:05,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:11:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:05,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:11:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:05,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:11:05,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:05,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:05,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:05,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:05,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:05,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:05,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:05,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:05,424 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56639a7a5468e6887fec746b3f3d1b11, NAME => 'test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b 2024-11-18T17:11:05,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:11:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:05,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:05,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 56639a7a5468e6887fec746b3f3d1b11, disabling compactions & flushes 2024-11-18T17:11:05,830 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11. 2024-11-18T17:11:05,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11. 2024-11-18T17:11:05,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11. after waiting 0 ms 2024-11-18T17:11:05,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11. 2024-11-18T17:11:05,830 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11. 2024-11-18T17:11:05,830 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56639a7a5468e6887fec746b3f3d1b11: Waiting for close lock at 1731949865830Disabling compacts and flushes for region at 1731949865830Disabling writes for close at 1731949865830Writing region close event to WAL at 1731949865830Closed at 1731949865830 2024-11-18T17:11:05,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:11:05,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731949865831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949865831"}]},"ts":"1731949865831"} 2024-11-18T17:11:05,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:11:05,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:11:05,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949865834"}]},"ts":"1731949865834"} 2024-11-18T17:11:05,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:11:05,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56639a7a5468e6887fec746b3f3d1b11, ASSIGN}] 2024-11-18T17:11:05,837 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56639a7a5468e6887fec746b3f3d1b11, ASSIGN 2024-11-18T17:11:05,838 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=56639a7a5468e6887fec746b3f3d1b11, ASSIGN; state=OFFLINE, location=6912f599d260,38361,1731949856709; forceNewPlan=false, retain=false 2024-11-18T17:11:05,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56639a7a5468e6887fec746b3f3d1b11, regionState=OPENING, regionLocation=6912f599d260,38361,1731949856709 2024-11-18T17:11:05,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=56639a7a5468e6887fec746b3f3d1b11, ASSIGN because future has completed 2024-11-18T17:11:05,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56639a7a5468e6887fec746b3f3d1b11, server=6912f599d260,38361,1731949856709}] 2024-11-18T17:11:06,147 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11. 2024-11-18T17:11:06,147 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 56639a7a5468e6887fec746b3f3d1b11, NAME => 'test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:11:06,147 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:11:06,147 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:11:06,147 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 56639a7a5468e6887fec746b3f3d1b11 2024-11-18T17:11:06,147 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:06,147 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 56639a7a5468e6887fec746b3f3d1b11 2024-11-18T17:11:06,147 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 56639a7a5468e6887fec746b3f3d1b11 2024-11-18T17:11:06,148 INFO [StoreOpener-56639a7a5468e6887fec746b3f3d1b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 56639a7a5468e6887fec746b3f3d1b11 2024-11-18T17:11:06,149 INFO [StoreOpener-56639a7a5468e6887fec746b3f3d1b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56639a7a5468e6887fec746b3f3d1b11 columnFamilyName f 2024-11-18T17:11:06,150 DEBUG [StoreOpener-56639a7a5468e6887fec746b3f3d1b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:06,150 INFO [StoreOpener-56639a7a5468e6887fec746b3f3d1b11-1 {}] regionserver.HStore(327): Store=56639a7a5468e6887fec746b3f3d1b11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:06,150 INFO [StoreOpener-56639a7a5468e6887fec746b3f3d1b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 56639a7a5468e6887fec746b3f3d1b11 2024-11-18T17:11:06,151 INFO [StoreOpener-56639a7a5468e6887fec746b3f3d1b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56639a7a5468e6887fec746b3f3d1b11 columnFamilyName f1 2024-11-18T17:11:06,151 DEBUG [StoreOpener-56639a7a5468e6887fec746b3f3d1b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:06,151 INFO [StoreOpener-56639a7a5468e6887fec746b3f3d1b11-1 {}] regionserver.HStore(327): Store=56639a7a5468e6887fec746b3f3d1b11/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:06,151 INFO [StoreOpener-56639a7a5468e6887fec746b3f3d1b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 56639a7a5468e6887fec746b3f3d1b11 2024-11-18T17:11:06,152 INFO [StoreOpener-56639a7a5468e6887fec746b3f3d1b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56639a7a5468e6887fec746b3f3d1b11 columnFamilyName norep 2024-11-18T17:11:06,152 DEBUG [StoreOpener-56639a7a5468e6887fec746b3f3d1b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:06,152 INFO [StoreOpener-56639a7a5468e6887fec746b3f3d1b11-1 {}] regionserver.HStore(327): Store=56639a7a5468e6887fec746b3f3d1b11/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:06,152 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 56639a7a5468e6887fec746b3f3d1b11 2024-11-18T17:11:06,153 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11 2024-11-18T17:11:06,153 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11 2024-11-18T17:11:06,154 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 56639a7a5468e6887fec746b3f3d1b11 2024-11-18T17:11:06,154 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 56639a7a5468e6887fec746b3f3d1b11 2024-11-18T17:11:06,154 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:11:06,155 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 56639a7a5468e6887fec746b3f3d1b11 2024-11-18T17:11:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:06,157 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:11:06,157 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 56639a7a5468e6887fec746b3f3d1b11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75036902, jitterRate=0.11813697218894958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:11:06,157 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56639a7a5468e6887fec746b3f3d1b11 2024-11-18T17:11:06,158 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 56639a7a5468e6887fec746b3f3d1b11: Running coprocessor pre-open hook at 1731949866147Writing region info on filesystem at 1731949866147Initializing all the Stores at 1731949866148 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949866148Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949866148Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949866148Cleaning up temporary data from old regions at 1731949866154 (+6 ms)Running coprocessor post-open hooks at 1731949866157 (+3 ms)Region opened successfully at 1731949866158 (+1 ms) 2024-11-18T17:11:06,159 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11., pid=6, masterSystemTime=1731949866144 2024-11-18T17:11:06,161 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11. 2024-11-18T17:11:06,161 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11. 2024-11-18T17:11:06,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56639a7a5468e6887fec746b3f3d1b11, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,38361,1731949856709 2024-11-18T17:11:06,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56639a7a5468e6887fec746b3f3d1b11, server=6912f599d260,38361,1731949856709 because future has completed 2024-11-18T17:11:06,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:11:06,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 56639a7a5468e6887fec746b3f3d1b11, server=6912f599d260,38361,1731949856709 in 172 msec 2024-11-18T17:11:06,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:11:06,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=56639a7a5468e6887fec746b3f3d1b11, ASSIGN in 330 msec 2024-11-18T17:11:06,168 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:11:06,168 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949866168"}]},"ts":"1731949866168"} 2024-11-18T17:11:06,170 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:11:06,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:11:06,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-18T17:11:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:07,166 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:11:07,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:07,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,45001,1731949861642 2024-11-18T17:11:07,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38124c30 2024-11-18T17:11:07,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:07,168 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:11:07,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:11:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:11:07,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:11:07,170 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:07,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:11:07,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:11:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:07,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:11:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:07,577 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d18af66c39c88052e79f6e6689b272d1, NAME => 'test,,1731949867168.d18af66c39c88052e79f6e6689b272d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df 2024-11-18T17:11:07,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:11:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:07,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731949867168.d18af66c39c88052e79f6e6689b272d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:07,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d18af66c39c88052e79f6e6689b272d1, disabling compactions & flushes 2024-11-18T17:11:07,983 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731949867168.d18af66c39c88052e79f6e6689b272d1. 2024-11-18T17:11:07,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949867168.d18af66c39c88052e79f6e6689b272d1. 2024-11-18T17:11:07,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731949867168.d18af66c39c88052e79f6e6689b272d1. after waiting 0 ms 2024-11-18T17:11:07,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731949867168.d18af66c39c88052e79f6e6689b272d1. 2024-11-18T17:11:07,984 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731949867168.d18af66c39c88052e79f6e6689b272d1. 2024-11-18T17:11:07,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d18af66c39c88052e79f6e6689b272d1: Waiting for close lock at 1731949867983Disabling compacts and flushes for region at 1731949867983Disabling writes for close at 1731949867983Writing region close event to WAL at 1731949867983Closed at 1731949867983 2024-11-18T17:11:07,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:11:07,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731949867168.d18af66c39c88052e79f6e6689b272d1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731949867985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949867985"}]},"ts":"1731949867985"} 2024-11-18T17:11:07,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:11:07,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:11:07,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949867987"}]},"ts":"1731949867987"} 2024-11-18T17:11:07,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:11:07,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d18af66c39c88052e79f6e6689b272d1, ASSIGN}] 2024-11-18T17:11:07,990 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d18af66c39c88052e79f6e6689b272d1, ASSIGN 2024-11-18T17:11:07,991 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d18af66c39c88052e79f6e6689b272d1, ASSIGN; state=OFFLINE, location=6912f599d260,34811,1731949861757; forceNewPlan=false, retain=false 2024-11-18T17:11:08,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d18af66c39c88052e79f6e6689b272d1, regionState=OPENING, regionLocation=6912f599d260,34811,1731949861757 2024-11-18T17:11:08,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d18af66c39c88052e79f6e6689b272d1, ASSIGN because future has completed 2024-11-18T17:11:08,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d18af66c39c88052e79f6e6689b272d1, server=6912f599d260,34811,1731949861757}] 2024-11-18T17:11:08,298 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731949867168.d18af66c39c88052e79f6e6689b272d1. 2024-11-18T17:11:08,298 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d18af66c39c88052e79f6e6689b272d1, NAME => 'test,,1731949867168.d18af66c39c88052e79f6e6689b272d1.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:11:08,299 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:11:08,299 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:11:08,299 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:08,299 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731949867168.d18af66c39c88052e79f6e6689b272d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:08,299 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:08,299 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:08,300 INFO [StoreOpener-d18af66c39c88052e79f6e6689b272d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:08,301 INFO [StoreOpener-d18af66c39c88052e79f6e6689b272d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d18af66c39c88052e79f6e6689b272d1 columnFamilyName f 2024-11-18T17:11:08,301 DEBUG [StoreOpener-d18af66c39c88052e79f6e6689b272d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:08,301 INFO [StoreOpener-d18af66c39c88052e79f6e6689b272d1-1 {}] regionserver.HStore(327): Store=d18af66c39c88052e79f6e6689b272d1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:08,301 INFO [StoreOpener-d18af66c39c88052e79f6e6689b272d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:08,302 INFO [StoreOpener-d18af66c39c88052e79f6e6689b272d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d18af66c39c88052e79f6e6689b272d1 columnFamilyName f1 2024-11-18T17:11:08,302 DEBUG [StoreOpener-d18af66c39c88052e79f6e6689b272d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:08,302 INFO [StoreOpener-d18af66c39c88052e79f6e6689b272d1-1 {}] regionserver.HStore(327): Store=d18af66c39c88052e79f6e6689b272d1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:08,302 INFO [StoreOpener-d18af66c39c88052e79f6e6689b272d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:08,303 INFO [StoreOpener-d18af66c39c88052e79f6e6689b272d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d18af66c39c88052e79f6e6689b272d1 columnFamilyName norep 2024-11-18T17:11:08,303 DEBUG [StoreOpener-d18af66c39c88052e79f6e6689b272d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:08,303 INFO [StoreOpener-d18af66c39c88052e79f6e6689b272d1-1 {}] regionserver.HStore(327): Store=d18af66c39c88052e79f6e6689b272d1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:08,303 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:08,304 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:08,304 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:08,305 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:08,305 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:08,305 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:11:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:08,306 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:08,308 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:11:08,308 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d18af66c39c88052e79f6e6689b272d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67145888, jitterRate=5.517005920410156E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:11:08,309 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:08,309 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d18af66c39c88052e79f6e6689b272d1: Running coprocessor pre-open hook at 1731949868299Writing region info on filesystem at 1731949868299Initializing all the Stores at 1731949868300 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949868300Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949868300Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949868300Cleaning up temporary data from old regions at 1731949868305 (+5 ms)Running coprocessor post-open hooks at 1731949868309 (+4 ms)Region opened successfully at 1731949868309 2024-11-18T17:11:08,310 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731949867168.d18af66c39c88052e79f6e6689b272d1., pid=6, masterSystemTime=1731949868295 2024-11-18T17:11:08,311 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731949867168.d18af66c39c88052e79f6e6689b272d1. 2024-11-18T17:11:08,311 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731949867168.d18af66c39c88052e79f6e6689b272d1. 2024-11-18T17:11:08,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d18af66c39c88052e79f6e6689b272d1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,34811,1731949861757 2024-11-18T17:11:08,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d18af66c39c88052e79f6e6689b272d1, server=6912f599d260,34811,1731949861757 because future has completed 2024-11-18T17:11:08,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:11:08,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d18af66c39c88052e79f6e6689b272d1, server=6912f599d260,34811,1731949861757 in 171 msec 2024-11-18T17:11:08,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:11:08,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d18af66c39c88052e79f6e6689b272d1, ASSIGN in 327 msec 2024-11-18T17:11:08,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:11:08,318 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949868318"}]},"ts":"1731949868318"} 2024-11-18T17:11:08,320 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:11:08,321 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:11:08,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-18T17:11:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:09,317 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:11:09,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776ec126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:09,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,33855,-1 for getting cluster id 2024-11-18T17:11:09,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:09,318 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9d01cc9-408c-46ba-b23a-6a6fb040ba95' 2024-11-18T17:11:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:09,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9d01cc9-408c-46ba-b23a-6a6fb040ba95" 2024-11-18T17:11:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f04c241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,33855,-1] 2024-11-18T17:11:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:09,320 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3318ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:09,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b4422b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:09,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45001,-1 for getting cluster id 2024-11-18T17:11:09,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:09,322 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27905479-b1fa-42aa-b77d-7e0fed5cb3ea' 2024-11-18T17:11:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27905479-b1fa-42aa-b77d-7e0fed5cb3ea" 2024-11-18T17:11:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c486dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45001,-1] 2024-11-18T17:11:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:09,323 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7880dbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:09,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b5a154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:09,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,33855,-1 for getting cluster id 2024-11-18T17:11:09,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:09,325 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9d01cc9-408c-46ba-b23a-6a6fb040ba95' 2024-11-18T17:11:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:09,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9d01cc9-408c-46ba-b23a-6a6fb040ba95" 2024-11-18T17:11:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c76152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,33855,-1] 2024-11-18T17:11:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:09,326 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:09,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eebaf53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:09,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:09,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,33855,1731949856549 2024-11-18T17:11:09,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50cda0fa 2024-11-18T17:11:09,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:09,329 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:11:09,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:45001,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:11:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:11:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:09,358 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:45001' 2024-11-18T17:11:09,358 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f26547e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:09,359 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45001,-1 for getting cluster id 2024-11-18T17:11:09,359 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:09,359 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27905479-b1fa-42aa-b77d-7e0fed5cb3ea' 2024-11-18T17:11:09,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:09,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27905479-b1fa-42aa-b77d-7e0fed5cb3ea" 2024-11-18T17:11:09,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5320089d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:09,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45001,-1] 2024-11-18T17:11:09,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:09,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:09,360 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:09,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f88f092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:09,361 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:09,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,45001,1731949861642 2024-11-18T17:11:09,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fbcb52b 2024-11-18T17:11:09,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:09,362 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:11:09,363 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T17:11:09,363 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:11:09,363 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:09,363 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:09,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:09,363 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:11:09,364 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:11:09,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:11:09,365 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:09,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:11:09,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741837_1013 (size=1138) 2024-11-18T17:11:09,414 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T17:11:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:09,771 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a8cbec7a7caa4119adcddadf47f0421, NAME => 'hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b 2024-11-18T17:11:09,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741838_1014 (size=44) 2024-11-18T17:11:09,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T17:11:09,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T17:11:09,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:11:09,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T17:11:09,876 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T17:11:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:10,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:10,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6a8cbec7a7caa4119adcddadf47f0421, disabling compactions & flushes 2024-11-18T17:11:10,176 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. 2024-11-18T17:11:10,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. 2024-11-18T17:11:10,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. after waiting 0 ms 2024-11-18T17:11:10,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. 2024-11-18T17:11:10,176 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. 2024-11-18T17:11:10,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a8cbec7a7caa4119adcddadf47f0421: Waiting for close lock at 1731949870176Disabling compacts and flushes for region at 1731949870176Disabling writes for close at 1731949870176Writing region close event to WAL at 1731949870176Closed at 1731949870176 2024-11-18T17:11:10,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:11:10,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731949870178"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949870178"}]},"ts":"1731949870178"} 2024-11-18T17:11:10,179 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:11:10,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:11:10,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949870180"}]},"ts":"1731949870180"} 2024-11-18T17:11:10,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T17:11:10,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6a8cbec7a7caa4119adcddadf47f0421, ASSIGN}] 2024-11-18T17:11:10,183 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6a8cbec7a7caa4119adcddadf47f0421, ASSIGN 2024-11-18T17:11:10,183 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6a8cbec7a7caa4119adcddadf47f0421, ASSIGN; state=OFFLINE, location=6912f599d260,38361,1731949856709; forceNewPlan=false, retain=false 2024-11-18T17:11:10,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6a8cbec7a7caa4119adcddadf47f0421, regionState=OPENING, regionLocation=6912f599d260,38361,1731949856709 2024-11-18T17:11:10,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6a8cbec7a7caa4119adcddadf47f0421, ASSIGN because future has completed 2024-11-18T17:11:10,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a8cbec7a7caa4119adcddadf47f0421, server=6912f599d260,38361,1731949856709}] 2024-11-18T17:11:10,394 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:11:10,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:10,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:10,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:10,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:10,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:10,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:10,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:10,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:10,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. 2024-11-18T17:11:10,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:11:10,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:11:10,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C38361%2C1731949856709.rep, suffix=, logDir=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709, archiveDir=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/oldWALs, maxLogs=10 2024-11-18T17:11:10,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.rep.1731949870493, exclude list is [], retry=0 2024-11-18T17:11:10,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41781,DS-16ff01a0-12d1-41c6-ace3-73af9f16332e,DISK] 2024-11-18T17:11:10,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.rep.1731949870493 2024-11-18T17:11:10,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43477:43477)] 2024-11-18T17:11:10,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a8cbec7a7caa4119adcddadf47f0421, NAME => 'hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:11:10,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:11:10,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:11:10,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. service=MultiRowMutationService 2024-11-18T17:11:10,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:11:10,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:10,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:10,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:10,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:10,510 INFO [StoreOpener-6a8cbec7a7caa4119adcddadf47f0421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:10,511 INFO [StoreOpener-6a8cbec7a7caa4119adcddadf47f0421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a8cbec7a7caa4119adcddadf47f0421 columnFamilyName hfileref 2024-11-18T17:11:10,511 DEBUG [StoreOpener-6a8cbec7a7caa4119adcddadf47f0421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:10,511 INFO [StoreOpener-6a8cbec7a7caa4119adcddadf47f0421-1 {}] regionserver.HStore(327): Store=6a8cbec7a7caa4119adcddadf47f0421/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:10,511 INFO [StoreOpener-6a8cbec7a7caa4119adcddadf47f0421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:10,512 INFO [StoreOpener-6a8cbec7a7caa4119adcddadf47f0421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a8cbec7a7caa4119adcddadf47f0421 columnFamilyName queue 2024-11-18T17:11:10,512 DEBUG [StoreOpener-6a8cbec7a7caa4119adcddadf47f0421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:10,512 INFO [StoreOpener-6a8cbec7a7caa4119adcddadf47f0421-1 {}] regionserver.HStore(327): Store=6a8cbec7a7caa4119adcddadf47f0421/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:10,512 INFO [StoreOpener-6a8cbec7a7caa4119adcddadf47f0421-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:10,513 INFO [StoreOpener-6a8cbec7a7caa4119adcddadf47f0421-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a8cbec7a7caa4119adcddadf47f0421 columnFamilyName sid 2024-11-18T17:11:10,513 DEBUG [StoreOpener-6a8cbec7a7caa4119adcddadf47f0421-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:10,513 INFO [StoreOpener-6a8cbec7a7caa4119adcddadf47f0421-1 {}] regionserver.HStore(327): Store=6a8cbec7a7caa4119adcddadf47f0421/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:10,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:10,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/replication/6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:10,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/replication/6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:10,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:10,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:10,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:11:10,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:10,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/replication/6a8cbec7a7caa4119adcddadf47f0421/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:11:10,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6a8cbec7a7caa4119adcddadf47f0421; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65717327, jitterRate=-0.020735517144203186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:11:10,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:10,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6a8cbec7a7caa4119adcddadf47f0421: Running coprocessor pre-open hook at 1731949870509Writing region info on filesystem at 1731949870509Initializing all the Stores at 1731949870509Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949870509Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949870510 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949870510Cleaning up temporary data from old regions at 1731949870515 (+5 ms)Running coprocessor post-open hooks at 1731949870518 (+3 ms)Region opened successfully at 1731949870518 2024-11-18T17:11:10,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421., pid=10, masterSystemTime=1731949870488 2024-11-18T17:11:10,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. 2024-11-18T17:11:10,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. 2024-11-18T17:11:10,521 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6a8cbec7a7caa4119adcddadf47f0421, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,38361,1731949856709 2024-11-18T17:11:10,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a8cbec7a7caa4119adcddadf47f0421, server=6912f599d260,38361,1731949856709 because future has completed 2024-11-18T17:11:10,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T17:11:10,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a8cbec7a7caa4119adcddadf47f0421, server=6912f599d260,38361,1731949856709 in 188 msec 2024-11-18T17:11:10,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T17:11:10,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6a8cbec7a7caa4119adcddadf47f0421, ASSIGN in 343 msec 2024-11-18T17:11:10,527 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:11:10,527 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949870527"}]},"ts":"1731949870527"} 2024-11-18T17:11:10,529 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T17:11:10,530 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:11:10,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-18T17:11:10,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421., hostname=6912f599d260,38361,1731949856709, seqNum=2] 2024-11-18T17:11:10,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:11:10,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:11:10,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:11:10,786 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T17:11:10,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T17:11:10,788 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T17:11:10,814 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,38361,1731949856709, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:11:10,814 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:10,814 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,38361,1731949856709, seqNum=-1] 2024-11-18T17:11:10,815 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:10,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T17:11:10,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6912f599d260,38361,1731949856709', locateType=CURRENT is [region=hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421., hostname=6912f599d260,38361,1731949856709, seqNum=2] 2024-11-18T17:11:10,820 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T17:11:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T17:11:10,822 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6912f599d260,38361,1731949856709 suceeded 2024-11-18T17:11:10,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T17:11:10,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-18T17:11:10,823 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6912f599d260:45001,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:11:10,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-18T17:11:10,833 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:45001' 2024-11-18T17:11:10,835 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bc89ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:10,835 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45001,-1 for getting cluster id 2024-11-18T17:11:10,835 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:10,836 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27905479-b1fa-42aa-b77d-7e0fed5cb3ea' 2024-11-18T17:11:10,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:10,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27905479-b1fa-42aa-b77d-7e0fed5cb3ea" 2024-11-18T17:11:10,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f81886b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:10,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45001,-1] 2024-11-18T17:11:10,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:10,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:10,837 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:10,838 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d77250a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:10,838 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:10,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,45001,1731949861642 2024-11-18T17:11:10,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eae2435 2024-11-18T17:11:10,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:10,840 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T17:11:10,840 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,38361,1731949856709 (queues=1) is replicating from cluster=b9d01cc9-408c-46ba-b23a-6a6fb040ba95 to cluster=27905479-b1fa-42aa-b77d-7e0fed5cb3ea 2024-11-18T17:11:10,840 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C38361%2C1731949856709 2024-11-18T17:11:10,840 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,38361,1731949856709, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:11:10,841 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C38361%2C1731949856709 2024-11-18T17:11:10,841 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919, startPosition=0, beingWritten=true 2024-11-18T17:11:10,845 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:11:10,845 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 379, reset compression=false 2024-11-18T17:11:10,845 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,38361,1731949856709 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:11:11,048 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 379, reset compression=false 2024-11-18T17:11:11,353 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 379, reset compression=false 2024-11-18T17:11:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:11,477 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:11:11,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:11:11,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:11,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:11,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:11,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:11,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57487833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:11,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45001,-1 for getting cluster id 2024-11-18T17:11:11,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:11,478 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27905479-b1fa-42aa-b77d-7e0fed5cb3ea' 2024-11-18T17:11:11,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27905479-b1fa-42aa-b77d-7e0fed5cb3ea" 2024-11-18T17:11:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d7e150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45001,-1] 2024-11-18T17:11:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:11,480 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:11,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fe7d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:11,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,45001,1731949861642 2024-11-18T17:11:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d66463 2024-11-18T17:11:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:11,482 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:11:11,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:33855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:11:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:11:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:11,485 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:33855' 2024-11-18T17:11:11,485 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad1de3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:11,485 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,33855,-1 for getting cluster id 2024-11-18T17:11:11,486 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:11,486 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9d01cc9-408c-46ba-b23a-6a6fb040ba95' 2024-11-18T17:11:11,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:11,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9d01cc9-408c-46ba-b23a-6a6fb040ba95" 2024-11-18T17:11:11,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77586310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:11,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,33855,-1] 2024-11-18T17:11:11,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:11,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:11,487 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:11,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae29a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:11,488 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:11,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,33855,1731949856549 2024-11-18T17:11:11,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3efb5cb5 2024-11-18T17:11:11,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:11,490 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:11:11,490 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T17:11:11,490 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:11:11,490 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:11,490 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:11,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:11,491 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:11:11,492 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:11:11,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:11:11,492 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:11,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:11:11,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741837_1013 (size=1138) 2024-11-18T17:11:11,501 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e8b4e19816f9480dfb12f8b20b0b2e5, NAME => 'hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df 2024-11-18T17:11:11,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741838_1014 (size=44) 2024-11-18T17:11:11,542 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T17:11:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:11,757 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 379, reset compression=false 2024-11-18T17:11:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:11,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:11,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4e8b4e19816f9480dfb12f8b20b0b2e5, disabling compactions & flushes 2024-11-18T17:11:11,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. 2024-11-18T17:11:11,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. 2024-11-18T17:11:11,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. after waiting 0 ms 2024-11-18T17:11:11,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. 2024-11-18T17:11:11,910 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. 2024-11-18T17:11:11,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e8b4e19816f9480dfb12f8b20b0b2e5: Waiting for close lock at 1731949871909Disabling compacts and flushes for region at 1731949871909Disabling writes for close at 1731949871909Writing region close event to WAL at 1731949871909Closed at 1731949871909 2024-11-18T17:11:11,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:11:11,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731949871911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949871911"}]},"ts":"1731949871911"} 2024-11-18T17:11:11,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:11:11,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:11:11,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949871913"}]},"ts":"1731949871913"} 2024-11-18T17:11:11,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T17:11:11,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e8b4e19816f9480dfb12f8b20b0b2e5, ASSIGN}] 2024-11-18T17:11:11,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e8b4e19816f9480dfb12f8b20b0b2e5, ASSIGN 2024-11-18T17:11:11,916 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e8b4e19816f9480dfb12f8b20b0b2e5, ASSIGN; state=OFFLINE, location=6912f599d260,34811,1731949861757; forceNewPlan=false, retain=false 2024-11-18T17:11:12,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e8b4e19816f9480dfb12f8b20b0b2e5, regionState=OPENING, regionLocation=6912f599d260,34811,1731949861757 2024-11-18T17:11:12,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e8b4e19816f9480dfb12f8b20b0b2e5, ASSIGN because future has completed 2024-11-18T17:11:12,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e8b4e19816f9480dfb12f8b20b0b2e5, server=6912f599d260,34811,1731949861757}] 2024-11-18T17:11:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:12,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. 2024-11-18T17:11:12,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:11:12,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:11:12,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C34811%2C1731949861757.rep, suffix=, logDir=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757, archiveDir=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/oldWALs, maxLogs=10 2024-11-18T17:11:12,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.rep.1731949872226, exclude list is [], retry=0 2024-11-18T17:11:12,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38061,DS-e27f352a-144d-4e52-8cb1-1f469a34ad8c,DISK] 2024-11-18T17:11:12,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.rep.1731949872226 2024-11-18T17:11:12,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45139:45139)] 2024-11-18T17:11:12,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e8b4e19816f9480dfb12f8b20b0b2e5, NAME => 'hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:11:12,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:11:12,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:11:12,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. service=MultiRowMutationService 2024-11-18T17:11:12,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:11:12,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4e8b4e19816f9480dfb12f8b20b0b2e5 2024-11-18T17:11:12,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:12,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4e8b4e19816f9480dfb12f8b20b0b2e5 2024-11-18T17:11:12,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4e8b4e19816f9480dfb12f8b20b0b2e5 2024-11-18T17:11:12,243 INFO [StoreOpener-4e8b4e19816f9480dfb12f8b20b0b2e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4e8b4e19816f9480dfb12f8b20b0b2e5 2024-11-18T17:11:12,244 INFO [StoreOpener-4e8b4e19816f9480dfb12f8b20b0b2e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e8b4e19816f9480dfb12f8b20b0b2e5 columnFamilyName hfileref 2024-11-18T17:11:12,244 DEBUG [StoreOpener-4e8b4e19816f9480dfb12f8b20b0b2e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:12,244 INFO [StoreOpener-4e8b4e19816f9480dfb12f8b20b0b2e5-1 {}] regionserver.HStore(327): Store=4e8b4e19816f9480dfb12f8b20b0b2e5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:12,244 INFO [StoreOpener-4e8b4e19816f9480dfb12f8b20b0b2e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4e8b4e19816f9480dfb12f8b20b0b2e5 2024-11-18T17:11:12,245 INFO [StoreOpener-4e8b4e19816f9480dfb12f8b20b0b2e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e8b4e19816f9480dfb12f8b20b0b2e5 columnFamilyName queue 2024-11-18T17:11:12,245 DEBUG [StoreOpener-4e8b4e19816f9480dfb12f8b20b0b2e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:12,245 INFO [StoreOpener-4e8b4e19816f9480dfb12f8b20b0b2e5-1 {}] regionserver.HStore(327): Store=4e8b4e19816f9480dfb12f8b20b0b2e5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:12,245 INFO [StoreOpener-4e8b4e19816f9480dfb12f8b20b0b2e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4e8b4e19816f9480dfb12f8b20b0b2e5 2024-11-18T17:11:12,246 INFO [StoreOpener-4e8b4e19816f9480dfb12f8b20b0b2e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e8b4e19816f9480dfb12f8b20b0b2e5 columnFamilyName sid 2024-11-18T17:11:12,246 DEBUG [StoreOpener-4e8b4e19816f9480dfb12f8b20b0b2e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:12,246 INFO [StoreOpener-4e8b4e19816f9480dfb12f8b20b0b2e5-1 {}] regionserver.HStore(327): Store=4e8b4e19816f9480dfb12f8b20b0b2e5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:12,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4e8b4e19816f9480dfb12f8b20b0b2e5 2024-11-18T17:11:12,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/replication/4e8b4e19816f9480dfb12f8b20b0b2e5 2024-11-18T17:11:12,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/replication/4e8b4e19816f9480dfb12f8b20b0b2e5 2024-11-18T17:11:12,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4e8b4e19816f9480dfb12f8b20b0b2e5 2024-11-18T17:11:12,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4e8b4e19816f9480dfb12f8b20b0b2e5 2024-11-18T17:11:12,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:11:12,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4e8b4e19816f9480dfb12f8b20b0b2e5 2024-11-18T17:11:12,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/replication/4e8b4e19816f9480dfb12f8b20b0b2e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:11:12,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4e8b4e19816f9480dfb12f8b20b0b2e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60236883, jitterRate=-0.10240049660205841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:11:12,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e8b4e19816f9480dfb12f8b20b0b2e5 2024-11-18T17:11:12,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4e8b4e19816f9480dfb12f8b20b0b2e5: Running coprocessor pre-open hook at 1731949872242Writing region info on filesystem at 1731949872242Initializing all the Stores at 1731949872242Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949872242Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949872243 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949872243Cleaning up temporary data from old regions at 1731949872248 (+5 ms)Running coprocessor post-open hooks at 1731949872250 (+2 ms)Region opened successfully at 1731949872250 2024-11-18T17:11:12,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5., pid=10, masterSystemTime=1731949872221 2024-11-18T17:11:12,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. 2024-11-18T17:11:12,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. 2024-11-18T17:11:12,253 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e8b4e19816f9480dfb12f8b20b0b2e5, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,34811,1731949861757 2024-11-18T17:11:12,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e8b4e19816f9480dfb12f8b20b0b2e5, server=6912f599d260,34811,1731949861757 because future has completed 2024-11-18T17:11:12,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T17:11:12,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e8b4e19816f9480dfb12f8b20b0b2e5, server=6912f599d260,34811,1731949861757 in 187 msec 2024-11-18T17:11:12,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T17:11:12,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e8b4e19816f9480dfb12f8b20b0b2e5, ASSIGN in 342 msec 2024-11-18T17:11:12,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:11:12,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949872259"}]},"ts":"1731949872259"} 2024-11-18T17:11:12,260 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 379, reset compression=false 2024-11-18T17:11:12,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T17:11:12,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:11:12,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-18T17:11:12,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5., hostname=6912f599d260,34811,1731949861757, seqNum=2] 2024-11-18T17:11:12,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:12,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:12,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:11:12,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T17:11:12,513 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T17:11:12,539 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,34811,1731949861757, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:11:12,539 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:12,540 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34811,1731949861757, seqNum=-1] 2024-11-18T17:11:12,540 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:12,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T17:11:12,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6912f599d260,34811,1731949861757', locateType=CURRENT is [region=hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5., hostname=6912f599d260,34811,1731949861757, seqNum=2] 2024-11-18T17:11:12,544 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T17:11:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T17:11:12,546 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6912f599d260,34811,1731949861757 suceeded 2024-11-18T17:11:12,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T17:11:12,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-18T17:11:12,547 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6912f599d260:33855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:11:12,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0650 sec 2024-11-18T17:11:12,557 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:33855' 2024-11-18T17:11:12,558 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f8dd00f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:12,558 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,33855,-1 for getting cluster id 2024-11-18T17:11:12,559 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:12,559 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9d01cc9-408c-46ba-b23a-6a6fb040ba95' 2024-11-18T17:11:12,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:12,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9d01cc9-408c-46ba-b23a-6a6fb040ba95" 2024-11-18T17:11:12,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74e50a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:12,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,33855,-1] 2024-11-18T17:11:12,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:12,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:12,560 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:12,561 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d0c6d14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:12,561 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:12,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,33855,1731949856549 2024-11-18T17:11:12,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69cca405 2024-11-18T17:11:12,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:12,562 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T17:11:12,563 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,34811,1731949861757 (queues=1) is replicating from cluster=27905479-b1fa-42aa-b77d-7e0fed5cb3ea to cluster=b9d01cc9-408c-46ba-b23a-6a6fb040ba95 2024-11-18T17:11:12,563 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C34811%2C1731949861757 2024-11-18T17:11:12,563 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,34811,1731949861757, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:11:12,563 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.shipper6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C34811%2C1731949861757 2024-11-18T17:11:12,563 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007, startPosition=0, beingWritten=true 2024-11-18T17:11:12,568 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:11:12,568 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 379, reset compression=false 2024-11-18T17:11:12,568 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.shipper6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,34811,1731949861757 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:11:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:12,626 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:11:12,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:11:12,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:12,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:12,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:12,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:12,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:12,631 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731949872630/Put/seqid=0 2024-11-18T17:11:12,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741840_1016 (size=7894) 2024-11-18T17:11:12,771 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 379, reset compression=false 2024-11-18T17:11:12,864 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 379, reset compression=false 2024-11-18T17:11:13,038 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731949873037/Put/seqid=0 2024-11-18T17:11:13,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741841_1017 (size=7691) 2024-11-18T17:11:13,074 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 379, reset compression=false 2024-11-18T17:11:13,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d5a3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:13,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,33855,-1 for getting cluster id 2024-11-18T17:11:13,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:13,444 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9d01cc9-408c-46ba-b23a-6a6fb040ba95' 2024-11-18T17:11:13,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:13,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9d01cc9-408c-46ba-b23a-6a6fb040ba95" 2024-11-18T17:11:13,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d97d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:13,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,33855,-1] 2024-11-18T17:11:13,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:13,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:13,445 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:13,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1343bdad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:13,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:13,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,38361,1731949856709, seqNum=-1] 2024-11-18T17:11:13,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:13,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:11:13,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:13,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,33855,1731949856549 2024-11-18T17:11:13,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30be2f74 2024-11-18T17:11:13,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:13,457 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:11:13,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11., hostname=6912f599d260,38361,1731949856709, seqNum=2] 2024-11-18T17:11:13,462 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T17:11:13,467 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-18T17:11:13,469 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-18T17:11:13,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 56639a7a5468e6887fec746b3f3d1b11/f 2024-11-18T17:11:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T17:11:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:11:13,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 56639a7a5468e6887fec746b3f3d1b11/f 2024-11-18T17:11:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T17:11:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:11:13,478 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 379, reset compression=false 2024-11-18T17:11:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(2603): Flush status journal for 56639a7a5468e6887fec746b3f3d1b11: 2024-11-18T17:11:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins__test__qsr00vfslomta922615ovp386rgakjvvdag306t7i8ubeg5h8o2rs2jndf45l7qk/f/hfile_1 2024-11-18T17:11:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins__test__qsr00vfslomta922615ovp386rgakjvvdag306t7i8ubeg5h8o2rs2jndf45l7qk/f/hfile_1 as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/f0e4efc2960e463794f989e1360e19f0_SeqId_4_ 2024-11-18T17:11:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins__test__qsr00vfslomta922615ovp386rgakjvvdag306t7i8ubeg5h8o2rs2jndf45l7qk/f/hfile_0 2024-11-18T17:11:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins__test__qsr00vfslomta922615ovp386rgakjvvdag306t7i8ubeg5h8o2rs2jndf45l7qk/f/hfile_0 as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/688dd4c2e521476a99abb4afa54a99df_SeqId_4_ 2024-11-18T17:11:13,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins__test__qsr00vfslomta922615ovp386rgakjvvdag306t7i8ubeg5h8o2rs2jndf45l7qk/f/hfile_1 into 56639a7a5468e6887fec746b3f3d1b11/f as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/f0e4efc2960e463794f989e1360e19f0_SeqId_4_ - updating store file list. 2024-11-18T17:11:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f0e4efc2960e463794f989e1360e19f0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T17:11:13,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/f0e4efc2960e463794f989e1360e19f0_SeqId_4_ into 56639a7a5468e6887fec746b3f3d1b11/f 2024-11-18T17:11:13,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins__test__qsr00vfslomta922615ovp386rgakjvvdag306t7i8ubeg5h8o2rs2jndf45l7qk/f/hfile_1 into 56639a7a5468e6887fec746b3f3d1b11/f (new location: hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/f0e4efc2960e463794f989e1360e19f0_SeqId_4_) 2024-11-18T17:11:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins__test__qsr00vfslomta922615ovp386rgakjvvdag306t7i8ubeg5h8o2rs2jndf45l7qk/f/hfile_1 2024-11-18T17:11:13,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins__test__qsr00vfslomta922615ovp386rgakjvvdag306t7i8ubeg5h8o2rs2jndf45l7qk/f/hfile_0 into 56639a7a5468e6887fec746b3f3d1b11/f as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/688dd4c2e521476a99abb4afa54a99df_SeqId_4_ - updating store file list. 2024-11-18T17:11:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 688dd4c2e521476a99abb4afa54a99df_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T17:11:13,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/688dd4c2e521476a99abb4afa54a99df_SeqId_4_ into 56639a7a5468e6887fec746b3f3d1b11/f 2024-11-18T17:11:13,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins__test__qsr00vfslomta922615ovp386rgakjvvdag306t7i8ubeg5h8o2rs2jndf45l7qk/f/hfile_0 into 56639a7a5468e6887fec746b3f3d1b11/f (new location: hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/688dd4c2e521476a99abb4afa54a99df_SeqId_4_) 2024-11-18T17:11:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins__test__qsr00vfslomta922615ovp386rgakjvvdag306t7i8ubeg5h8o2rs2jndf45l7qk/f/hfile_0 2024-11-18T17:11:13,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:11:13,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:13,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:13,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:13,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:13,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11., hostname=6912f599d260,38361,1731949856709, seqNum=2 , the old value is region=test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11., hostname=6912f599d260,38361,1731949856709, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6912f599d260:38361 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T17:11:13,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11., hostname=6912f599d260,38361,1731949856709, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T17:11:13,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11., hostname=6912f599d260,38361,1731949856709, seqNum=2 from cache 2024-11-18T17:11:13,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:13,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34811,1731949861757, seqNum=-1] 2024-11-18T17:11:13,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:13,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:11:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:55928 deadline: 1731949933497 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:55928 2024-11-18T17:11:13,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731949867168.d18af66c39c88052e79f6e6689b272d1., hostname=6912f599d260,34811,1731949861757, seqNum=2] 2024-11-18T17:11:13,503 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T17:11:13,568 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 379, reset compression=false 2024-11-18T17:11:13,572 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:11:13,572 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,38361,1731949856709 got entry batch from reader: WALEntryBatch [walEntries=[{test/56639a7a5468e6887fec746b3f3d1b11/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731949873496/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T17:11:13,573 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:11:13,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-18T17:11:13,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.ReplicationSink(318): Replicating [b9d01cc9-408c-46ba-b23a-6a6fb040ba95] bulk loaded data 2024-11-18T17:11:13,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d671f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:13,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45001,-1 for getting cluster id 2024-11-18T17:11:13,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:13,594 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27905479-b1fa-42aa-b77d-7e0fed5cb3ea' 2024-11-18T17:11:13,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:13,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27905479-b1fa-42aa-b77d-7e0fed5cb3ea" 2024-11-18T17:11:13,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd24ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:13,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45001,-1] 2024-11-18T17:11:13,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:13,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:13,596 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:13,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5870694e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:13,607 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:38361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-18T17:11:13,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741840_1016 (size=7691) 2024-11-18T17:11:13,772 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 687, reset compression=false 2024-11-18T17:11:13,981 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 379, reset compression=false 2024-11-18T17:11:14,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741841_1017 (size=7894) 2024-11-18T17:11:14,076 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 687, reset compression=false 2024-11-18T17:11:14,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:14,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,45001,1731949861642 2024-11-18T17:11:14,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12356661 2024-11-18T17:11:14,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:14,422 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-18T17:11:14,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T17:11:14,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:14,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34811,1731949861757, seqNum=-1] 2024-11-18T17:11:14,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:14,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-18T17:11:14,443 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins.hfs.11__test__th4icpp174vj1n2k3oitj0948kfisif9umfgc284om3gsh86vif5ct74uog63gbm/f/688dd4c2e521476a99abb4afa54a99df_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T17:11:14,445 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins.hfs.11__test__th4icpp174vj1n2k3oitj0948kfisif9umfgc284om3gsh86vif5ct74uog63gbm/f/f0e4efc2960e463794f989e1360e19f0_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T17:11:14,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins.hfs.11__test__th4icpp174vj1n2k3oitj0948kfisif9umfgc284om3gsh86vif5ct74uog63gbm/f/688dd4c2e521476a99abb4afa54a99df_SeqId_4_ for inclusion in d18af66c39c88052e79f6e6689b272d1/f 2024-11-18T17:11:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-18T17:11:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:11:14,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins.hfs.11__test__th4icpp174vj1n2k3oitj0948kfisif9umfgc284om3gsh86vif5ct74uog63gbm/f/f0e4efc2960e463794f989e1360e19f0_SeqId_4_ for inclusion in d18af66c39c88052e79f6e6689b272d1/f 2024-11-18T17:11:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-18T17:11:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:11:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HRegion(2603): Flush status journal for d18af66c39c88052e79f6e6689b272d1: 2024-11-18T17:11:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 688dd4c2e521476a99abb4afa54a99df_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T17:11:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins.hfs.11__test__th4icpp174vj1n2k3oitj0948kfisif9umfgc284om3gsh86vif5ct74uog63gbm/f/688dd4c2e521476a99abb4afa54a99df_SeqId_4_ as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/3d3ac5e8a8304b28af35d91fc1f44e00_SeqId_4_ 2024-11-18T17:11:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f0e4efc2960e463794f989e1360e19f0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T17:11:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins.hfs.11__test__th4icpp174vj1n2k3oitj0948kfisif9umfgc284om3gsh86vif5ct74uog63gbm/f/f0e4efc2960e463794f989e1360e19f0_SeqId_4_ as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/7a85b34d8a1b4cd2a9574417ff845299_SeqId_4_ 2024-11-18T17:11:14,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins.hfs.11__test__th4icpp174vj1n2k3oitj0948kfisif9umfgc284om3gsh86vif5ct74uog63gbm/f/688dd4c2e521476a99abb4afa54a99df_SeqId_4_ into d18af66c39c88052e79f6e6689b272d1/f as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/3d3ac5e8a8304b28af35d91fc1f44e00_SeqId_4_ - updating store file list. 2024-11-18T17:11:14,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d3ac5e8a8304b28af35d91fc1f44e00_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T17:11:14,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/3d3ac5e8a8304b28af35d91fc1f44e00_SeqId_4_ into d18af66c39c88052e79f6e6689b272d1/f 2024-11-18T17:11:14,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins.hfs.11__test__th4icpp174vj1n2k3oitj0948kfisif9umfgc284om3gsh86vif5ct74uog63gbm/f/688dd4c2e521476a99abb4afa54a99df_SeqId_4_ into d18af66c39c88052e79f6e6689b272d1/f (new location: hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/3d3ac5e8a8304b28af35d91fc1f44e00_SeqId_4_) 2024-11-18T17:11:14,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins.hfs.11__test__th4icpp174vj1n2k3oitj0948kfisif9umfgc284om3gsh86vif5ct74uog63gbm/f/688dd4c2e521476a99abb4afa54a99df_SeqId_4_ 2024-11-18T17:11:14,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins.hfs.11__test__th4icpp174vj1n2k3oitj0948kfisif9umfgc284om3gsh86vif5ct74uog63gbm/f/f0e4efc2960e463794f989e1360e19f0_SeqId_4_ into d18af66c39c88052e79f6e6689b272d1/f as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/7a85b34d8a1b4cd2a9574417ff845299_SeqId_4_ - updating store file list. 2024-11-18T17:11:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a85b34d8a1b4cd2a9574417ff845299_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T17:11:14,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/7a85b34d8a1b4cd2a9574417ff845299_SeqId_4_ into d18af66c39c88052e79f6e6689b272d1/f 2024-11-18T17:11:14,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins.hfs.11__test__th4icpp174vj1n2k3oitj0948kfisif9umfgc284om3gsh86vif5ct74uog63gbm/f/f0e4efc2960e463794f989e1360e19f0_SeqId_4_ into d18af66c39c88052e79f6e6689b272d1/f (new location: hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/7a85b34d8a1b4cd2a9574417ff845299_SeqId_4_) 2024-11-18T17:11:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins.hfs.11__test__th4icpp174vj1n2k3oitj0948kfisif9umfgc284om3gsh86vif5ct74uog63gbm/f/f0e4efc2960e463794f989e1360e19f0_SeqId_4_ 2024-11-18T17:11:14,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.ReplicationSink(324): Finished replicating [b9d01cc9-408c-46ba-b23a-6a6fb040ba95] bulk loaded data 2024-11-18T17:11:14,479 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 687, reset compression=false 2024-11-18T17:11:14,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:14,515 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731949874515/Put/seqid=0 2024-11-18T17:11:14,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741842_1018 (size=11194) 2024-11-18T17:11:14,585 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 379, reset compression=false 2024-11-18T17:11:14,590 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:11:14,590 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.shipper6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,34811,1731949861757 got entry batch from reader: WALEntryBatch [walEntries=[{test/d18af66c39c88052e79f6e6689b272d1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731949874477/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T17:11:14,593 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.shipper6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:11:14,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-18T17:11:14,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(318): Replicating [b9d01cc9-408c-46ba-b23a-6a6fb040ba95, 27905479-b1fa-42aa-b77d-7e0fed5cb3ea] bulk loaded data 2024-11-18T17:11:14,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76911559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:14,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,33855,-1 for getting cluster id 2024-11-18T17:11:14,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:14,596 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b9d01cc9-408c-46ba-b23a-6a6fb040ba95' 2024-11-18T17:11:14,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:14,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b9d01cc9-408c-46ba-b23a-6a6fb040ba95" 2024-11-18T17:11:14,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40c106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:14,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,33855,-1] 2024-11-18T17:11:14,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:14,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:14,597 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:14,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68fb018d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:14,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741842_1018 (size=7894) 2024-11-18T17:11:14,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741843_1019 (size=7691) 2024-11-18T17:11:14,791 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 725, reset compression=false 2024-11-18T17:11:14,921 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731949874921/Put/seqid=0 2024-11-18T17:11:14,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741843_1019 (size=10791) 2024-11-18T17:11:14,985 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 687, reset compression=false 2024-11-18T17:11:15,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:15,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,33855,1731949856549 2024-11-18T17:11:15,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@156bd845 2024-11-18T17:11:15,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:15,026 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-18T17:11:15,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T17:11:15,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:15,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,38361,1731949856709, seqNum=-1] 2024-11-18T17:11:15,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:15,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-18T17:11:15,034 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins.hfs.10__test__3jpm2c65af9ps9an90fi6ipvdgga5mn4ldij8aljqpkgp8jigsk0edur0bfg9aud/f/3d3ac5e8a8304b28af35d91fc1f44e00_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-18T17:11:15,036 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins.hfs.10__test__3jpm2c65af9ps9an90fi6ipvdgga5mn4ldij8aljqpkgp8jigsk0edur0bfg9aud/f/7a85b34d8a1b4cd2a9574417ff845299_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-18T17:11:15,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(324): Finished replicating [b9d01cc9-408c-46ba-b23a-6a6fb040ba95, 27905479-b1fa-42aa-b77d-7e0fed5cb3ea] bulk loaded data 2024-11-18T17:11:15,094 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 725, reset compression=false 2024-11-18T17:11:15,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5f66e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:15,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45001,-1 for getting cluster id 2024-11-18T17:11:15,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:15,327 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27905479-b1fa-42aa-b77d-7e0fed5cb3ea' 2024-11-18T17:11:15,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:15,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27905479-b1fa-42aa-b77d-7e0fed5cb3ea" 2024-11-18T17:11:15,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d66440c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:15,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45001,-1] 2024-11-18T17:11:15,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:15,328 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:15,328 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:15,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2409f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:15,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:15,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34811,1731949861757, seqNum=-1] 2024-11-18T17:11:15,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:15,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:11:15,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,45001,1731949861642 2024-11-18T17:11:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2debe02f 2024-11-18T17:11:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:15,339 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:11:15,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731949867168.d18af66c39c88052e79f6e6689b272d1., hostname=6912f599d260,34811,1731949861757, seqNum=2] 2024-11-18T17:11:15,344 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T17:11:15,349 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-18T17:11:15,351 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-18T17:11:15,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/testHFileCyclicReplication_10/f/hfile_0 for inclusion in d18af66c39c88052e79f6e6689b272d1/f 2024-11-18T17:11:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T17:11:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:11:15,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/testHFileCyclicReplication_10/f/hfile_1 for inclusion in d18af66c39c88052e79f6e6689b272d1/f 2024-11-18T17:11:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T17:11:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:11:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HRegion(2603): Flush status journal for d18af66c39c88052e79f6e6689b272d1: 2024-11-18T17:11:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins__test__pfo4h75rogetc2uaaln3ebh552fv03pp2jou6ue51qfflbjsf7ffs8llqskr94e1/f/hfile_0 2024-11-18T17:11:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins__test__pfo4h75rogetc2uaaln3ebh552fv03pp2jou6ue51qfflbjsf7ffs8llqskr94e1/f/hfile_0 as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/ace6c6bafd8445bd8893299d8ca62555_SeqId_6_ 2024-11-18T17:11:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins__test__pfo4h75rogetc2uaaln3ebh552fv03pp2jou6ue51qfflbjsf7ffs8llqskr94e1/f/hfile_1 2024-11-18T17:11:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins__test__pfo4h75rogetc2uaaln3ebh552fv03pp2jou6ue51qfflbjsf7ffs8llqskr94e1/f/hfile_1 as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/5b09407271fd432bb05c1b5bbb2bb064_SeqId_6_ 2024-11-18T17:11:15,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins__test__pfo4h75rogetc2uaaln3ebh552fv03pp2jou6ue51qfflbjsf7ffs8llqskr94e1/f/hfile_0 into d18af66c39c88052e79f6e6689b272d1/f as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/ace6c6bafd8445bd8893299d8ca62555_SeqId_6_ - updating store file list. 2024-11-18T17:11:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ace6c6bafd8445bd8893299d8ca62555_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T17:11:15,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/ace6c6bafd8445bd8893299d8ca62555_SeqId_6_ into d18af66c39c88052e79f6e6689b272d1/f 2024-11-18T17:11:15,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins__test__pfo4h75rogetc2uaaln3ebh552fv03pp2jou6ue51qfflbjsf7ffs8llqskr94e1/f/hfile_0 into d18af66c39c88052e79f6e6689b272d1/f (new location: hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/ace6c6bafd8445bd8893299d8ca62555_SeqId_6_) 2024-11-18T17:11:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins__test__pfo4h75rogetc2uaaln3ebh552fv03pp2jou6ue51qfflbjsf7ffs8llqskr94e1/f/hfile_0 2024-11-18T17:11:15,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins__test__pfo4h75rogetc2uaaln3ebh552fv03pp2jou6ue51qfflbjsf7ffs8llqskr94e1/f/hfile_1 into d18af66c39c88052e79f6e6689b272d1/f as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/5b09407271fd432bb05c1b5bbb2bb064_SeqId_6_ - updating store file list. 2024-11-18T17:11:15,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5b09407271fd432bb05c1b5bbb2bb064_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T17:11:15,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/5b09407271fd432bb05c1b5bbb2bb064_SeqId_6_ into d18af66c39c88052e79f6e6689b272d1/f 2024-11-18T17:11:15,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins__test__pfo4h75rogetc2uaaln3ebh552fv03pp2jou6ue51qfflbjsf7ffs8llqskr94e1/f/hfile_1 into d18af66c39c88052e79f6e6689b272d1/f (new location: hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/f/5b09407271fd432bb05c1b5bbb2bb064_SeqId_6_) 2024-11-18T17:11:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/staging/jenkins__test__pfo4h75rogetc2uaaln3ebh552fv03pp2jou6ue51qfflbjsf7ffs8llqskr94e1/f/hfile_1 2024-11-18T17:11:15,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:11:15,376 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:15,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:15,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:15,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731949867168.d18af66c39c88052e79f6e6689b272d1., hostname=6912f599d260,34811,1731949861757, seqNum=2 , the old value is region=test,,1731949867168.d18af66c39c88052e79f6e6689b272d1., hostname=6912f599d260,34811,1731949861757, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6912f599d260:34811 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T17:11:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731949867168.d18af66c39c88052e79f6e6689b272d1., hostname=6912f599d260,34811,1731949861757, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T17:11:15,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731949867168.d18af66c39c88052e79f6e6689b272d1., hostname=6912f599d260,34811,1731949861757, seqNum=2 from cache 2024-11-18T17:11:15,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:15,377 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T17:11:15,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,38361,1731949856709, seqNum=-1] 2024-11-18T17:11:15,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:15,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:11:15,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11., hostname=6912f599d260,38361,1731949856709, seqNum=2] 2024-11-18T17:11:15,386 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T17:11:15,487 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:34811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-18T17:11:15,498 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 725, reset compression=false 2024-11-18T17:11:15,501 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:11:15,501 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.shipper6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,34811,1731949861757 got entry batch from reader: WALEntryBatch [walEntries=[{test/d18af66c39c88052e79f6e6689b272d1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731949875375/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T17:11:15,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(318): Replicating [27905479-b1fa-42aa-b77d-7e0fed5cb3ea] bulk loaded data 2024-11-18T17:11:15,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741844_1020 (size=11194) 2024-11-18T17:11:15,588 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 687, reset compression=false 2024-11-18T17:11:15,702 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 1033, reset compression=false 2024-11-18T17:11:15,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741845_1021 (size=10791) 2024-11-18T17:11:16,005 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 1033, reset compression=false 2024-11-18T17:11:16,010 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:11:16,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:16,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:16,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:16,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:16,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:16,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:16,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:16,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:16,292 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 687, reset compression=false 2024-11-18T17:11:16,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T17:11:16,326 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins.hfs.10__test__8db8ff4l57dnd4m9vog728kkoo0evetcfajipdc2mkis29f6i1rsi78kr03f8efm/f/5b09407271fd432bb05c1b5bbb2bb064_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-18T17:11:16,328 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins.hfs.10__test__8db8ff4l57dnd4m9vog728kkoo0evetcfajipdc2mkis29f6i1rsi78kr03f8efm/f/ace6c6bafd8445bd8893299d8ca62555_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-18T17:11:16,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins.hfs.10__test__8db8ff4l57dnd4m9vog728kkoo0evetcfajipdc2mkis29f6i1rsi78kr03f8efm/f/5b09407271fd432bb05c1b5bbb2bb064_SeqId_6_ for inclusion in 56639a7a5468e6887fec746b3f3d1b11/f 2024-11-18T17:11:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-18T17:11:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:11:16,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins.hfs.10__test__8db8ff4l57dnd4m9vog728kkoo0evetcfajipdc2mkis29f6i1rsi78kr03f8efm/f/ace6c6bafd8445bd8893299d8ca62555_SeqId_6_ for inclusion in 56639a7a5468e6887fec746b3f3d1b11/f 2024-11-18T17:11:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-18T17:11:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:11:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(2603): Flush status journal for 56639a7a5468e6887fec746b3f3d1b11: 2024-11-18T17:11:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5b09407271fd432bb05c1b5bbb2bb064_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T17:11:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins.hfs.10__test__8db8ff4l57dnd4m9vog728kkoo0evetcfajipdc2mkis29f6i1rsi78kr03f8efm/f/5b09407271fd432bb05c1b5bbb2bb064_SeqId_6_ as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/4d30dfcfdab040cd88cfc87dfd1e212a_SeqId_6_ 2024-11-18T17:11:16,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ace6c6bafd8445bd8893299d8ca62555_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T17:11:16,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins.hfs.10__test__8db8ff4l57dnd4m9vog728kkoo0evetcfajipdc2mkis29f6i1rsi78kr03f8efm/f/ace6c6bafd8445bd8893299d8ca62555_SeqId_6_ as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/d0323197e8464e9eaa02734f80205e35_SeqId_6_ 2024-11-18T17:11:16,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins.hfs.10__test__8db8ff4l57dnd4m9vog728kkoo0evetcfajipdc2mkis29f6i1rsi78kr03f8efm/f/5b09407271fd432bb05c1b5bbb2bb064_SeqId_6_ into 56639a7a5468e6887fec746b3f3d1b11/f as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/4d30dfcfdab040cd88cfc87dfd1e212a_SeqId_6_ - updating store file list. 2024-11-18T17:11:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d30dfcfdab040cd88cfc87dfd1e212a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T17:11:16,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/4d30dfcfdab040cd88cfc87dfd1e212a_SeqId_6_ into 56639a7a5468e6887fec746b3f3d1b11/f 2024-11-18T17:11:16,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins.hfs.10__test__8db8ff4l57dnd4m9vog728kkoo0evetcfajipdc2mkis29f6i1rsi78kr03f8efm/f/5b09407271fd432bb05c1b5bbb2bb064_SeqId_6_ into 56639a7a5468e6887fec746b3f3d1b11/f (new location: hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/4d30dfcfdab040cd88cfc87dfd1e212a_SeqId_6_) 2024-11-18T17:11:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins.hfs.10__test__8db8ff4l57dnd4m9vog728kkoo0evetcfajipdc2mkis29f6i1rsi78kr03f8efm/f/5b09407271fd432bb05c1b5bbb2bb064_SeqId_6_ 2024-11-18T17:11:16,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins.hfs.10__test__8db8ff4l57dnd4m9vog728kkoo0evetcfajipdc2mkis29f6i1rsi78kr03f8efm/f/ace6c6bafd8445bd8893299d8ca62555_SeqId_6_ into 56639a7a5468e6887fec746b3f3d1b11/f as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/d0323197e8464e9eaa02734f80205e35_SeqId_6_ - updating store file list. 2024-11-18T17:11:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0323197e8464e9eaa02734f80205e35_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T17:11:16,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/d0323197e8464e9eaa02734f80205e35_SeqId_6_ into 56639a7a5468e6887fec746b3f3d1b11/f 2024-11-18T17:11:16,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins.hfs.10__test__8db8ff4l57dnd4m9vog728kkoo0evetcfajipdc2mkis29f6i1rsi78kr03f8efm/f/ace6c6bafd8445bd8893299d8ca62555_SeqId_6_ into 56639a7a5468e6887fec746b3f3d1b11/f (new location: hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/f/d0323197e8464e9eaa02734f80205e35_SeqId_6_) 2024-11-18T17:11:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/staging/jenkins.hfs.10__test__8db8ff4l57dnd4m9vog728kkoo0evetcfajipdc2mkis29f6i1rsi78kr03f8efm/f/ace6c6bafd8445bd8893299d8ca62555_SeqId_6_ 2024-11-18T17:11:16,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(324): Finished replicating [27905479-b1fa-42aa-b77d-7e0fed5cb3ea] bulk loaded data 2024-11-18T17:11:16,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:11:16,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:11:16,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:16,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:16,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:16,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:16,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:11:16,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=797185524, stopped=false 2024-11-18T17:11:16,397 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,45001,1731949861642 2024-11-18T17:11:16,408 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 1033, reset compression=false 2024-11-18T17:11:16,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11600170932/running 2024-11-18T17:11:16,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11600170932/running 2024-11-18T17:11:16,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:16,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:16,435 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:11:16,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:11:16,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:16,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:16,436 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,34811,1731949861757' ***** 2024-11-18T17:11:16,436 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:11:16,436 INFO [RS:0;6912f599d260:34811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:11:16,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Set watcher on znode that does not yet exist, /11600170932/running 2024-11-18T17:11:16,436 INFO [RS:0;6912f599d260:34811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:11:16,436 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:11:16,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Set watcher on znode that does not yet exist, /11600170932/running 2024-11-18T17:11:16,436 INFO [RS:0;6912f599d260:34811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:11:16,436 INFO [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e8b4e19816f9480dfb12f8b20b0b2e5 2024-11-18T17:11:16,437 INFO [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(3091): Received CLOSE for d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:16,437 INFO [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,34811,1731949861757 2024-11-18T17:11:16,437 INFO [RS:0;6912f599d260:34811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:11:16,437 INFO [RS:0;6912f599d260:34811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:34811. 2024-11-18T17:11:16,437 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e8b4e19816f9480dfb12f8b20b0b2e5, disabling compactions & flushes 2024-11-18T17:11:16,437 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. 2024-11-18T17:11:16,437 DEBUG [RS:0;6912f599d260:34811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:16,437 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. 2024-11-18T17:11:16,437 DEBUG [RS:0;6912f599d260:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:16,437 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. after waiting 0 ms 2024-11-18T17:11:16,437 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. 2024-11-18T17:11:16,437 INFO [RS:0;6912f599d260:34811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:11:16,437 INFO [RS:0;6912f599d260:34811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:11:16,437 INFO [RS:0;6912f599d260:34811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:11:16,437 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4e8b4e19816f9480dfb12f8b20b0b2e5 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-18T17:11:16,437 INFO [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:11:16,439 INFO [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T17:11:16,439 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1325): Online Regions={4e8b4e19816f9480dfb12f8b20b0b2e5=hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5., d18af66c39c88052e79f6e6689b272d1=test,,1731949867168.d18af66c39c88052e79f6e6689b272d1., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:11:16,439 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e8b4e19816f9480dfb12f8b20b0b2e5, d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:16,439 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:11:16,439 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:11:16,439 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:11:16,439 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:11:16,439 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:11:16,440 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T17:11:16,453 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/replication/4e8b4e19816f9480dfb12f8b20b0b2e5/.tmp/hfileref/a617452976b14b289e0d971d83ec287a is 74, key is 1/hfileref:3d3ac5e8a8304b28af35d91fc1f44e00_SeqId_4_/1731949875038/DeleteColumn/seqid=0 2024-11-18T17:11:16,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741844_1020 (size=5345) 2024-11-18T17:11:16,458 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/.tmp/info/f4b60238a38c4cd2a3f1213587258b74 is 147, key is hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5./info:regioninfo/1731949872253/Put/seqid=0 2024-11-18T17:11:16,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741845_1021 (size=7686) 2024-11-18T17:11:16,495 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:11:16,639 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e8b4e19816f9480dfb12f8b20b0b2e5, d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:16,840 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e8b4e19816f9480dfb12f8b20b0b2e5, d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:16,858 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/replication/4e8b4e19816f9480dfb12f8b20b0b2e5/.tmp/hfileref/a617452976b14b289e0d971d83ec287a 2024-11-18T17:11:16,865 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/.tmp/info/f4b60238a38c4cd2a3f1213587258b74 2024-11-18T17:11:16,877 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/replication/4e8b4e19816f9480dfb12f8b20b0b2e5/.tmp/queue/b1adf19d171e49a5949e3877c21b366a is 154, key is 1-6912f599d260,34811,1731949861757/queue:6912f599d260%2C34811%2C1731949861757/1731949876354/Put/seqid=0 2024-11-18T17:11:16,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741846_1022 (size=5353) 2024-11-18T17:11:16,885 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/.tmp/ns/1a164a270fcf435fbdfb44342106acfe is 43, key is default/ns:d/1731949864921/Put/seqid=0 2024-11-18T17:11:16,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741847_1023 (size=5153) 2024-11-18T17:11:16,912 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 1033, reset compression=false 2024-11-18T17:11:16,947 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:11:16,947 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:11:17,040 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e8b4e19816f9480dfb12f8b20b0b2e5, d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:17,095 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 687, reset compression=false 2024-11-18T17:11:17,102 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:11:17,102 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,38361,1731949856709 got entry batch from reader: WALEntryBatch [walEntries=[{test/56639a7a5468e6887fec746b3f3d1b11/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731949876349/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-18T17:11:17,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6912f599d260,34811,1731949861757 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T17:11:17,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:36304 deadline: 1731949937103, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6912f599d260,34811,1731949861757 stopping 2024-11-18T17:11:17,108 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6912f599d260,34811,1731949861757 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T17:11:17,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6912f599d260,34811,1731949861757 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T17:11:17,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:36304 deadline: 1731949937211, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6912f599d260,34811,1731949861757 stopping 2024-11-18T17:11:17,212 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6912f599d260,34811,1731949861757 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T17:11:17,240 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e8b4e19816f9480dfb12f8b20b0b2e5, d18af66c39c88052e79f6e6689b272d1 2024-11-18T17:11:17,282 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/replication/4e8b4e19816f9480dfb12f8b20b0b2e5/.tmp/queue/b1adf19d171e49a5949e3877c21b366a 2024-11-18T17:11:17,287 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/replication/4e8b4e19816f9480dfb12f8b20b0b2e5/.tmp/hfileref/a617452976b14b289e0d971d83ec287a as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/replication/4e8b4e19816f9480dfb12f8b20b0b2e5/hfileref/a617452976b14b289e0d971d83ec287a 2024-11-18T17:11:17,289 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/.tmp/ns/1a164a270fcf435fbdfb44342106acfe 2024-11-18T17:11:17,291 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/replication/4e8b4e19816f9480dfb12f8b20b0b2e5/hfileref/a617452976b14b289e0d971d83ec287a, entries=4, sequenceid=12, filesize=5.2 K 2024-11-18T17:11:17,292 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/replication/4e8b4e19816f9480dfb12f8b20b0b2e5/.tmp/queue/b1adf19d171e49a5949e3877c21b366a as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/replication/4e8b4e19816f9480dfb12f8b20b0b2e5/queue/b1adf19d171e49a5949e3877c21b366a 2024-11-18T17:11:17,296 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/replication/4e8b4e19816f9480dfb12f8b20b0b2e5/queue/b1adf19d171e49a5949e3877c21b366a, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T17:11:17,296 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4e8b4e19816f9480dfb12f8b20b0b2e5 in 859ms, sequenceid=12, compaction requested=false 2024-11-18T17:11:17,300 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/replication/4e8b4e19816f9480dfb12f8b20b0b2e5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T17:11:17,300 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:11:17,300 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:11:17,300 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. 2024-11-18T17:11:17,300 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e8b4e19816f9480dfb12f8b20b0b2e5: Waiting for close lock at 1731949876437Running coprocessor pre-close hooks at 1731949876437Disabling compacts and flushes for region at 1731949876437Disabling writes for close at 1731949876437Obtaining lock to block concurrent updates at 1731949876437Preparing flush snapshotting stores in 4e8b4e19816f9480dfb12f8b20b0b2e5 at 1731949876437Finished memstore snapshotting hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731949876437Flushing stores of hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. at 1731949876438 (+1 ms)Flushing 4e8b4e19816f9480dfb12f8b20b0b2e5/hfileref: creating writer at 1731949876438Flushing 4e8b4e19816f9480dfb12f8b20b0b2e5/hfileref: appending metadata at 1731949876452 (+14 ms)Flushing 4e8b4e19816f9480dfb12f8b20b0b2e5/hfileref: closing flushed file at 1731949876452Flushing 4e8b4e19816f9480dfb12f8b20b0b2e5/queue: creating writer at 1731949876863 (+411 ms)Flushing 4e8b4e19816f9480dfb12f8b20b0b2e5/queue: appending metadata at 1731949876877 (+14 ms)Flushing 4e8b4e19816f9480dfb12f8b20b0b2e5/queue: closing flushed file at 1731949876877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1689922f: reopening flushed file at 1731949877286 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d739b22: reopening flushed file at 1731949877291 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4e8b4e19816f9480dfb12f8b20b0b2e5 in 859ms, sequenceid=12, compaction requested=false at 1731949877296 (+5 ms)Writing region close event to WAL at 1731949877297 (+1 ms)Running coprocessor post-close hooks at 1731949877300 (+3 ms)Closed at 1731949877300 2024-11-18T17:11:17,300 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731949871490.4e8b4e19816f9480dfb12f8b20b0b2e5. 2024-11-18T17:11:17,301 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d18af66c39c88052e79f6e6689b272d1, disabling compactions & flushes 2024-11-18T17:11:17,301 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731949867168.d18af66c39c88052e79f6e6689b272d1. 2024-11-18T17:11:17,301 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949867168.d18af66c39c88052e79f6e6689b272d1. 2024-11-18T17:11:17,301 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731949867168.d18af66c39c88052e79f6e6689b272d1. after waiting 0 ms 2024-11-18T17:11:17,301 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731949867168.d18af66c39c88052e79f6e6689b272d1. 2024-11-18T17:11:17,302 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 1033, reset compression=false 2024-11-18T17:11:17,304 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/default/test/d18af66c39c88052e79f6e6689b272d1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T17:11:17,304 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:11:17,304 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:11:17,304 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731949867168.d18af66c39c88052e79f6e6689b272d1. 2024-11-18T17:11:17,304 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d18af66c39c88052e79f6e6689b272d1: Waiting for close lock at 1731949877301Running coprocessor pre-close hooks at 1731949877301Disabling compacts and flushes for region at 1731949877301Disabling writes for close at 1731949877301Writing region close event to WAL at 1731949877301Running coprocessor post-close hooks at 1731949877304 (+3 ms)Closed at 1731949877304 2024-11-18T17:11:17,304 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731949867168.d18af66c39c88052e79f6e6689b272d1. 2024-11-18T17:11:17,310 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/.tmp/rep_barrier/dbc5a3f5e1d943ccabd5ecbb846b8e43 is 112, key is test,,1731949867168.d18af66c39c88052e79f6e6689b272d1./rep_barrier:seqnumDuringOpen/1731949868312/Put/seqid=0 2024-11-18T17:11:17,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741848_1024 (size=5518) 2024-11-18T17:11:17,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6912f599d260,34811,1731949861757 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T17:11:17,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34811 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:36304 deadline: 1731949937415, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6912f599d260,34811,1731949861757 stopping 2024-11-18T17:11:17,415 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6912f599d260,34811,1731949861757 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T17:11:17,440 INFO [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T17:11:17,440 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:11:17,440 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:11:17,515 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 1033, reset compression=false 2024-11-18T17:11:17,519 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:11:17,519 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 1328, reset compression=false 2024-11-18T17:11:17,519 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.shipper6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,34811,1731949861757 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:11:17,520 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.shipper6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6912f599d260,34811,1731949861757: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6912f599d260,34811,1731949861757, walGroup=6912f599d260%2C34811%2C1731949861757, offset=6912f599d260%2C34811%2C1731949861757.1731949864007:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:34811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T17:11:17,521 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.shipper6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T17:11:17,521 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.shipper6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T17:11:17,522 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.shipper6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T17:11:17,522 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.shipper6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T17:11:17,522 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.shipper6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T17:11:17,522 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.shipper6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 555784112 }, "NonHeapMemoryUsage": { "committed": 191365120, "init": 7667712, "max": -1, "used": 188591424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T17:11:17,524 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.shipper6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T17:11:17,605 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 1033, reset compression=false 2024-11-18T17:11:17,640 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:11:17,714 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/.tmp/rep_barrier/dbc5a3f5e1d943ccabd5ecbb846b8e43 2024-11-18T17:11:17,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6912f599d260,34811,1731949861757 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T17:11:17,719 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6912f599d260,34811,1731949861757 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T17:11:17,723 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 1328, reset compression=false 2024-11-18T17:11:17,732 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/.tmp/table/d2dfd3bc8d784b6ba72335a3223dcc6d is 53, key is hbase:replication/table:state/1731949872259/Put/seqid=0 2024-11-18T17:11:17,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741849_1025 (size=5308) 2024-11-18T17:11:17,840 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:11:18,009 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 1033, reset compression=false 2024-11-18T17:11:18,026 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.wal-reader.6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.1731949864007 to pos 1328, reset compression=false 2024-11-18T17:11:18,041 DEBUG [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:11:18,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6912f599d260,34811,1731949861757 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T17:11:18,123 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6912f599d260,34811,1731949861757 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T17:11:18,136 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/.tmp/table/d2dfd3bc8d784b6ba72335a3223dcc6d 2024-11-18T17:11:18,140 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/.tmp/info/f4b60238a38c4cd2a3f1213587258b74 as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/info/f4b60238a38c4cd2a3f1213587258b74 2024-11-18T17:11:18,144 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/info/f4b60238a38c4cd2a3f1213587258b74, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T17:11:18,144 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/.tmp/ns/1a164a270fcf435fbdfb44342106acfe as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/ns/1a164a270fcf435fbdfb44342106acfe 2024-11-18T17:11:18,149 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/ns/1a164a270fcf435fbdfb44342106acfe, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T17:11:18,149 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/.tmp/rep_barrier/dbc5a3f5e1d943ccabd5ecbb846b8e43 as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/rep_barrier/dbc5a3f5e1d943ccabd5ecbb846b8e43 2024-11-18T17:11:18,153 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/rep_barrier/dbc5a3f5e1d943ccabd5ecbb846b8e43, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T17:11:18,154 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/.tmp/table/d2dfd3bc8d784b6ba72335a3223dcc6d as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/table/d2dfd3bc8d784b6ba72335a3223dcc6d 2024-11-18T17:11:18,158 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/table/d2dfd3bc8d784b6ba72335a3223dcc6d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T17:11:18,158 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-18T17:11:18,162 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:11:18,162 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:11:18,162 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:11:18,162 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:11:18,162 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949876439Running coprocessor pre-close hooks at 1731949876439Disabling compacts and flushes for region at 1731949876439Disabling writes for close at 1731949876439Obtaining lock to block concurrent updates at 1731949876440 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731949876440Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731949876440Flushing stores of hbase:meta,,1.1588230740 at 1731949876440Flushing 1588230740/info: creating writer at 1731949876441 (+1 ms)Flushing 1588230740/info: appending metadata at 1731949876458 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731949876458Flushing 1588230740/ns: creating writer at 1731949876869 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731949876884 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731949876884Flushing 1588230740/rep_barrier: creating writer at 1731949877292 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731949877310 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731949877310Flushing 1588230740/table: creating writer at 1731949877718 (+408 ms)Flushing 1588230740/table: appending metadata at 1731949877732 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731949877732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c959969: reopening flushed file at 1731949878140 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bea3ee7: reopening flushed file at 1731949878144 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c58c376: reopening flushed file at 1731949878149 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14567033: reopening flushed file at 1731949878154 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1731949878159 (+5 ms)Writing region close event to WAL at 1731949878160 (+1 ms)Running coprocessor post-close hooks at 1731949878162 (+2 ms)Closed at 1731949878162 2024-11-18T17:11:18,163 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:11:18,241 INFO [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,34811,1731949861757; all regions closed. 2024-11-18T17:11:18,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741834_1010 (size=4239) 2024-11-18T17:11:18,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/WALs/6912f599d260,34811,1731949861757/6912f599d260%2C34811%2C1731949861757.meta.1731949864877.meta not finished, retry = 0 2024-11-18T17:11:18,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741839_1015 (size=3127) 2024-11-18T17:11:18,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741832_1008 (size=1336) 2024-11-18T17:11:18,348 DEBUG [RS:0;6912f599d260:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:18,348 INFO [RS:0;6912f599d260:34811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:11:18,348 INFO [RS:0;6912f599d260:34811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:11:18,348 INFO [RS:0;6912f599d260:34811 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:11:18,348 INFO [RS:0;6912f599d260:34811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:11:18,348 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:11:18,348 INFO [RS:0;6912f599d260:34811 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,34811,1731949861757 because: Region server is closing 2024-11-18T17:11:18,349 INFO [RS:0;6912f599d260:34811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:34811. 2024-11-18T17:11:18,349 DEBUG [RS:0;6912f599d260:34811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:18,349 DEBUG [RS:0;6912f599d260:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:18,349 DEBUG [RS:0;6912f599d260:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:18,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:18,449 INFO [RS:0;6912f599d260:34811 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34811,1731949861757.replicationSource.shipper6912f599d260%2C34811%2C1731949861757,1-6912f599d260,34811,1731949861757 terminated 2024-11-18T17:11:18,449 INFO [RS:0;6912f599d260:34811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:34811. 2024-11-18T17:11:18,449 DEBUG [RS:0;6912f599d260:34811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:18,449 DEBUG [RS:0;6912f599d260:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:18,449 DEBUG [RS:0;6912f599d260:34811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:18,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:18,449 INFO [RS:0;6912f599d260:34811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34811 2024-11-18T17:11:18,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11600170932/rs/6912f599d260,34811,1731949861757 2024-11-18T17:11:18,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932/rs 2024-11-18T17:11:18,506 INFO [RS:0;6912f599d260:34811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:11:18,512 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 1033, reset compression=false 2024-11-18T17:11:18,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,34811,1731949861757] 2024-11-18T17:11:18,530 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11600170932/draining/6912f599d260,34811,1731949861757 already deleted, retry=false 2024-11-18T17:11:18,531 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,34811,1731949861757 expired; onlineServers=0 2024-11-18T17:11:18,531 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,45001,1731949861642' ***** 2024-11-18T17:11:18,531 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:11:18,531 INFO [M:0;6912f599d260:45001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:11:18,531 INFO [M:0;6912f599d260:45001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:11:18,531 DEBUG [M:0;6912f599d260:45001 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:11:18,531 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:11:18,531 DEBUG [M:0;6912f599d260:45001 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:11:18,531 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949863693 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949863693,5,FailOnTimeoutGroup] 2024-11-18T17:11:18,531 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949863692 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949863692,5,FailOnTimeoutGroup] 2024-11-18T17:11:18,531 INFO [M:0;6912f599d260:45001 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:11:18,531 INFO [M:0;6912f599d260:45001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:11:18,531 DEBUG [M:0;6912f599d260:45001 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:11:18,531 INFO [M:0;6912f599d260:45001 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:11:18,531 INFO [M:0;6912f599d260:45001 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:11:18,532 INFO [M:0;6912f599d260:45001 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:11:18,532 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:11:18,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11600170932/master 2024-11-18T17:11:18,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11600170932 2024-11-18T17:11:18,539 DEBUG [M:0;6912f599d260:45001 {}] zookeeper.ZKUtil(347): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Unable to get data of znode /11600170932/master because node does not exist (not an error) 2024-11-18T17:11:18,539 WARN [M:0;6912f599d260:45001 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:11:18,539 INFO [M:0;6912f599d260:45001 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/.lastflushedseqids 2024-11-18T17:11:18,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741850_1026 (size=263) 2024-11-18T17:11:18,622 INFO [RS:0;6912f599d260:34811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:11:18,622 INFO [RS:0;6912f599d260:34811 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,34811,1731949861757; zookeeper connection closed. 2024-11-18T17:11:18,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:18,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34811-0x101503732360004, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:18,623 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@617bb574 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@617bb574 2024-11-18T17:11:18,623 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:11:18,626 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6912f599d260:34811 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6912f599d260/172.17.0.3:34811 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T17:11:18,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6912f599d260:34811 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6912f599d260/172.17.0.3:34811 2024-11-18T17:11:18,626 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=6912f599d260:34811 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6912f599d260/172.17.0.3:34811 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6912f599d260/172.17.0.3:34811 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-18T17:11:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T17:11:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:57074 deadline: 1731949938628, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T17:11:18,645 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-18T17:11:18,646 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T17:11:18,944 INFO [M:0;6912f599d260:45001 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:11:18,944 INFO [M:0;6912f599d260:45001 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:11:18,944 DEBUG [M:0;6912f599d260:45001 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:11:18,945 INFO [M:0;6912f599d260:45001 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:18,945 DEBUG [M:0;6912f599d260:45001 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:18,945 DEBUG [M:0;6912f599d260:45001 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:11:18,945 DEBUG [M:0;6912f599d260:45001 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:18,945 INFO [M:0;6912f599d260:45001 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T17:11:18,959 DEBUG [M:0;6912f599d260:45001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0e998fca8fd4a11b2dedae1f8b0e1b9 is 82, key is hbase:meta,,1/info:regioninfo/1731949864906/Put/seqid=0 2024-11-18T17:11:18,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741851_1027 (size=5672) 2024-11-18T17:11:19,115 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 1033, reset compression=false 2024-11-18T17:11:19,246 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T17:11:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T17:11:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:57074 deadline: 1731949939248, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T17:11:19,248 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-18T17:11:19,249 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T17:11:19,250 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T17:11:19,362 INFO [M:0;6912f599d260:45001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0e998fca8fd4a11b2dedae1f8b0e1b9 2024-11-18T17:11:19,382 DEBUG [M:0;6912f599d260:45001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fca510537af6499d9792fef4779e7ad6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731949872262/Put/seqid=0 2024-11-18T17:11:19,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741852_1028 (size=8515) 2024-11-18T17:11:19,786 INFO [M:0;6912f599d260:45001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fca510537af6499d9792fef4779e7ad6 2024-11-18T17:11:19,806 DEBUG [M:0;6912f599d260:45001 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6d461c00f5a466382d81d3f35c7bb6c is 69, key is 6912f599d260,34811,1731949861757/rs:state/1731949863816/Put/seqid=0 2024-11-18T17:11:19,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741853_1029 (size=5156) 2024-11-18T17:11:19,818 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 1033, reset compression=false 2024-11-18T17:11:19,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T17:11:19,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T17:11:19,950 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T17:11:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-18T17:11:19,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45001 {}] ipc.CallRunner(138): callId: 25 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:57074 deadline: 1731949939951, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-18T17:11:19,952 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-18T17:11:19,953 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T17:11:19,953 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T17:11:20,210 INFO [M:0;6912f599d260:45001 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6d461c00f5a466382d81d3f35c7bb6c 2024-11-18T17:11:20,214 DEBUG [M:0;6912f599d260:45001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0e998fca8fd4a11b2dedae1f8b0e1b9 as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0e998fca8fd4a11b2dedae1f8b0e1b9 2024-11-18T17:11:20,218 INFO [M:0;6912f599d260:45001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0e998fca8fd4a11b2dedae1f8b0e1b9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T17:11:20,219 DEBUG [M:0;6912f599d260:45001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fca510537af6499d9792fef4779e7ad6 as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fca510537af6499d9792fef4779e7ad6 2024-11-18T17:11:20,223 INFO [M:0;6912f599d260:45001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fca510537af6499d9792fef4779e7ad6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T17:11:20,224 DEBUG [M:0;6912f599d260:45001 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6d461c00f5a466382d81d3f35c7bb6c as hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6d461c00f5a466382d81d3f35c7bb6c 2024-11-18T17:11:20,227 INFO [M:0;6912f599d260:45001 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45979/user/jenkins/test-data/62760d23-0cfd-1d85-cbd3-68cb301c97df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6d461c00f5a466382d81d3f35c7bb6c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T17:11:20,228 INFO [M:0;6912f599d260:45001 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-18T17:11:20,230 INFO [M:0;6912f599d260:45001 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:20,230 DEBUG [M:0;6912f599d260:45001 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949878944Disabling compacts and flushes for region at 1731949878944Disabling writes for close at 1731949878945 (+1 ms)Obtaining lock to block concurrent updates at 1731949878945Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949878945Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731949878945Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949878946 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949878946Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949878958 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949878958Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949879366 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949879382 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949879382Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949879790 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949879805 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949879805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6904aabd: reopening flushed file at 1731949880213 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e416ca: reopening flushed file at 1731949880218 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d173924: reopening flushed file at 1731949880223 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1731949880228 (+5 ms)Writing region close event to WAL at 1731949880230 (+2 ms)Closed at 1731949880230 2024-11-18T17:11:20,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38061 is added to blk_1073741830_1006 (size=63642) 2024-11-18T17:11:20,235 INFO [M:0;6912f599d260:45001 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:11:20,235 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:11:20,235 INFO [M:0;6912f599d260:45001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45001 2024-11-18T17:11:20,235 INFO [M:0;6912f599d260:45001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:11:20,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:20,368 INFO [M:0;6912f599d260:45001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:11:20,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45001-0x101503732360003, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:20,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@150ffef7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:11:20,401 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f598186{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:11:20,401 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:11:20,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37b3f66a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:11:20,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73eb7dff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/hadoop.log.dir/,STOPPED} 2024-11-18T17:11:20,402 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:11:20,402 WARN [BP-1365205690-172.17.0.3-1731949859990 heartbeating to localhost/127.0.0.1:45979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:11:20,402 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:11:20,402 WARN [BP-1365205690-172.17.0.3-1731949859990 heartbeating to localhost/127.0.0.1:45979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1365205690-172.17.0.3-1731949859990 (Datanode Uuid ea4d5472-997b-443e-b13f-2e354ebdb6d9) service to localhost/127.0.0.1:45979 2024-11-18T17:11:20,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/cluster_c52095fd-81e2-0de0-910f-32641351e527/data/data1/current/BP-1365205690-172.17.0.3-1731949859990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:11:20,403 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/cluster_c52095fd-81e2-0de0-910f-32641351e527/data/data2/current/BP-1365205690-172.17.0.3-1731949859990 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:11:20,403 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:11:20,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54c6d1b4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:11:20,408 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ba3f50a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:11:20,408 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:11:20,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fe48ae2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:11:20,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5eed62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/hadoop.log.dir/,STOPPED} 2024-11-18T17:11:20,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:11:20,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:11:20,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:11:20,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:20,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:20,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:20,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:20,424 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:11:20,424 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1689830390, stopped=false 2024-11-18T17:11:20,424 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,33855,1731949856549 2024-11-18T17:11:20,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-679420549/running 2024-11-18T17:11:20,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-679420549/running 2024-11-18T17:11:20,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:11:20,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:11:20,435 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:11:20,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:11:20,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:20,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:20,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Set watcher on znode that does not yet exist, /0-679420549/running 2024-11-18T17:11:20,435 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,38361,1731949856709' ***** 2024-11-18T17:11:20,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Set watcher on znode that does not yet exist, /0-679420549/running 2024-11-18T17:11:20,435 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:11:20,435 INFO [RS:0;6912f599d260:38361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:11:20,435 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:11:20,435 INFO [RS:0;6912f599d260:38361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:11:20,436 INFO [RS:0;6912f599d260:38361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:11:20,436 INFO [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(3091): Received CLOSE for 56639a7a5468e6887fec746b3f3d1b11 2024-11-18T17:11:20,436 INFO [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:20,436 INFO [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,38361,1731949856709 2024-11-18T17:11:20,436 INFO [RS:0;6912f599d260:38361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:11:20,436 INFO [RS:0;6912f599d260:38361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:38361. 2024-11-18T17:11:20,436 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56639a7a5468e6887fec746b3f3d1b11, disabling compactions & flushes 2024-11-18T17:11:20,436 DEBUG [RS:0;6912f599d260:38361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:20,436 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11. 2024-11-18T17:11:20,436 DEBUG [RS:0;6912f599d260:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:20,436 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11. 2024-11-18T17:11:20,436 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11. after waiting 0 ms 2024-11-18T17:11:20,436 INFO [RS:0;6912f599d260:38361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:11:20,436 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11. 2024-11-18T17:11:20,436 INFO [RS:0;6912f599d260:38361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:11:20,436 INFO [RS:0;6912f599d260:38361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:11:20,436 INFO [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:11:20,436 INFO [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T17:11:20,436 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 56639a7a5468e6887fec746b3f3d1b11=test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11., 6a8cbec7a7caa4119adcddadf47f0421=hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421.} 2024-11-18T17:11:20,436 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56639a7a5468e6887fec746b3f3d1b11, 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:20,436 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:11:20,436 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:11:20,436 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:11:20,436 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:11:20,437 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:11:20,437 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T17:11:20,439 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/default/test/56639a7a5468e6887fec746b3f3d1b11/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T17:11:20,440 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:11:20,440 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:11:20,440 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11. 2024-11-18T17:11:20,440 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56639a7a5468e6887fec746b3f3d1b11: Waiting for close lock at 1731949880436Running coprocessor pre-close hooks at 1731949880436Disabling compacts and flushes for region at 1731949880436Disabling writes for close at 1731949880436Writing region close event to WAL at 1731949880437 (+1 ms)Running coprocessor post-close hooks at 1731949880440 (+3 ms)Closed at 1731949880440 2024-11-18T17:11:20,440 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11. 2024-11-18T17:11:20,440 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a8cbec7a7caa4119adcddadf47f0421, disabling compactions & flushes 2024-11-18T17:11:20,440 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. 2024-11-18T17:11:20,440 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. 2024-11-18T17:11:20,440 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. after waiting 0 ms 2024-11-18T17:11:20,440 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. 2024-11-18T17:11:20,440 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6a8cbec7a7caa4119adcddadf47f0421 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-18T17:11:20,453 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/replication/6a8cbec7a7caa4119adcddadf47f0421/.tmp/hfileref/82fe7ca4117f40989c603d2db04c2447 is 74, key is 1/hfileref:4d30dfcfdab040cd88cfc87dfd1e212a_SeqId_6_/1731949876338/Put/seqid=0 2024-11-18T17:11:20,453 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/.tmp/info/174a3a81c1bf464aa6fd16a6e17d24a1 is 147, key is hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421./info:regioninfo/1731949870521/Put/seqid=0 2024-11-18T17:11:20,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741846_1022 (size=5345) 2024-11-18T17:11:20,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741847_1023 (size=7686) 2024-11-18T17:11:20,522 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:11:20,622 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 1033, reset compression=false 2024-11-18T17:11:20,626 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:11:20,626 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 1328, reset compression=false 2024-11-18T17:11:20,637 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:20,754 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-18T17:11:20,754 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6912f599d260:45001 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6912f599d260/172.17.0.3:45001 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T17:11:20,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6912f599d260:45001 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6912f599d260/172.17.0.3:45001 2024-11-18T17:11:20,798 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:11:20,798 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:11:20,829 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 1328, reset compression=false 2024-11-18T17:11:20,837 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:20,857 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/replication/6a8cbec7a7caa4119adcddadf47f0421/.tmp/hfileref/82fe7ca4117f40989c603d2db04c2447 2024-11-18T17:11:20,857 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/.tmp/info/174a3a81c1bf464aa6fd16a6e17d24a1 2024-11-18T17:11:20,865 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:20,866 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6912f599d260:45001 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6912f599d260/172.17.0.3:45001 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T17:11:20,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=6912f599d260:45001 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6912f599d260/172.17.0.3:45001 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-18T17:11:20,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 6912f599d260:45001 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6912f599d260/172.17.0.3:45001 2024-11-18T17:11:20,873 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/.tmp/ns/bd1c95b015214daabf8fb04e01d3110f is 43, key is default/ns:d/1731949859895/Put/seqid=0 2024-11-18T17:11:20,873 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/replication/6a8cbec7a7caa4119adcddadf47f0421/.tmp/queue/e0c1228ea3f0448180afdbf4d3a2e43d is 153, key is 1-6912f599d260,38361,1731949856709/queue:6912f599d260%2C38361%2C1731949856709/1731949874483/Put/seqid=0 2024-11-18T17:11:20,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741849_1025 (size=5352) 2024-11-18T17:11:20,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741848_1024 (size=5153) 2024-11-18T17:11:21,037 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:21,075 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:21,075 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6912f599d260:45001 this server is in the failed servers list 2024-11-18T17:11:21,076 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6912f599d260:45001 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:11:21,133 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 1328, reset compression=false 2024-11-18T17:11:21,237 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a8cbec7a7caa4119adcddadf47f0421 2024-11-18T17:11:21,279 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/replication/6a8cbec7a7caa4119adcddadf47f0421/.tmp/queue/e0c1228ea3f0448180afdbf4d3a2e43d 2024-11-18T17:11:21,279 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/.tmp/ns/bd1c95b015214daabf8fb04e01d3110f 2024-11-18T17:11:21,284 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/replication/6a8cbec7a7caa4119adcddadf47f0421/.tmp/hfileref/82fe7ca4117f40989c603d2db04c2447 as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/replication/6a8cbec7a7caa4119adcddadf47f0421/hfileref/82fe7ca4117f40989c603d2db04c2447 2024-11-18T17:11:21,288 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/replication/6a8cbec7a7caa4119adcddadf47f0421/hfileref/82fe7ca4117f40989c603d2db04c2447, entries=4, sequenceid=10, filesize=5.2 K 2024-11-18T17:11:21,289 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/replication/6a8cbec7a7caa4119adcddadf47f0421/.tmp/queue/e0c1228ea3f0448180afdbf4d3a2e43d as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/replication/6a8cbec7a7caa4119adcddadf47f0421/queue/e0c1228ea3f0448180afdbf4d3a2e43d 2024-11-18T17:11:21,293 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/replication/6a8cbec7a7caa4119adcddadf47f0421/queue/e0c1228ea3f0448180afdbf4d3a2e43d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T17:11:21,294 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 6a8cbec7a7caa4119adcddadf47f0421 in 854ms, sequenceid=10, compaction requested=false 2024-11-18T17:11:21,299 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/.tmp/rep_barrier/caf70e4d483148cea6b3256606f445c7 is 112, key is test,,1731949865014.56639a7a5468e6887fec746b3f3d1b11./rep_barrier:seqnumDuringOpen/1731949866161/Put/seqid=0 2024-11-18T17:11:21,301 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/replication/6a8cbec7a7caa4119adcddadf47f0421/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T17:11:21,301 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:11:21,301 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:11:21,301 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. 2024-11-18T17:11:21,302 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a8cbec7a7caa4119adcddadf47f0421: Waiting for close lock at 1731949880440Running coprocessor pre-close hooks at 1731949880440Disabling compacts and flushes for region at 1731949880440Disabling writes for close at 1731949880440Obtaining lock to block concurrent updates at 1731949880440Preparing flush snapshotting stores in 6a8cbec7a7caa4119adcddadf47f0421 at 1731949880440Finished memstore snapshotting hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731949880440Flushing stores of hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. at 1731949880441 (+1 ms)Flushing 6a8cbec7a7caa4119adcddadf47f0421/hfileref: creating writer at 1731949880441Flushing 6a8cbec7a7caa4119adcddadf47f0421/hfileref: appending metadata at 1731949880452 (+11 ms)Flushing 6a8cbec7a7caa4119adcddadf47f0421/hfileref: closing flushed file at 1731949880452Flushing 6a8cbec7a7caa4119adcddadf47f0421/queue: creating writer at 1731949880860 (+408 ms)Flushing 6a8cbec7a7caa4119adcddadf47f0421/queue: appending metadata at 1731949880873 (+13 ms)Flushing 6a8cbec7a7caa4119adcddadf47f0421/queue: closing flushed file at 1731949880873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17838f09: reopening flushed file at 1731949881283 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6835398c: reopening flushed file at 1731949881288 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 6a8cbec7a7caa4119adcddadf47f0421 in 854ms, sequenceid=10, compaction requested=false at 1731949881294 (+6 ms)Writing region close event to WAL at 1731949881298 (+4 ms)Running coprocessor post-close hooks at 1731949881301 (+3 ms)Closed at 1731949881301 2024-11-18T17:11:21,302 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731949869363.6a8cbec7a7caa4119adcddadf47f0421. 2024-11-18T17:11:21,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741850_1026 (size=5518) 2024-11-18T17:11:21,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:21,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6912f599d260:45001 this server is in the failed servers list 2024-11-18T17:11:21,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6912f599d260:45001 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:11:21,437 INFO [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T17:11:21,437 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:11:21,437 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:11:21,536 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 1328, reset compression=false 2024-11-18T17:11:21,637 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:11:21,705 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/.tmp/rep_barrier/caf70e4d483148cea6b3256606f445c7 2024-11-18T17:11:21,722 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/.tmp/table/365ddd41929946bcb5751e3a8d77dbb9 is 53, key is hbase:replication/table:state/1731949870527/Put/seqid=0 2024-11-18T17:11:21,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741851_1027 (size=5308) 2024-11-18T17:11:21,838 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:11:21,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:21,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6912f599d260:45001 this server is in the failed servers list 2024-11-18T17:11:21,896 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6912f599d260:45001 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:11:22,038 DEBUG [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:11:22,040 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.1731949858919 to pos 1328, reset compression=false 2024-11-18T17:11:22,125 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/.tmp/table/365ddd41929946bcb5751e3a8d77dbb9 2024-11-18T17:11:22,130 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/.tmp/info/174a3a81c1bf464aa6fd16a6e17d24a1 as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/info/174a3a81c1bf464aa6fd16a6e17d24a1 2024-11-18T17:11:22,134 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/info/174a3a81c1bf464aa6fd16a6e17d24a1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T17:11:22,134 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/.tmp/ns/bd1c95b015214daabf8fb04e01d3110f as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/ns/bd1c95b015214daabf8fb04e01d3110f 2024-11-18T17:11:22,138 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/ns/bd1c95b015214daabf8fb04e01d3110f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T17:11:22,139 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/.tmp/rep_barrier/caf70e4d483148cea6b3256606f445c7 as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/rep_barrier/caf70e4d483148cea6b3256606f445c7 2024-11-18T17:11:22,143 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/rep_barrier/caf70e4d483148cea6b3256606f445c7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T17:11:22,143 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/.tmp/table/365ddd41929946bcb5751e3a8d77dbb9 as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/table/365ddd41929946bcb5751e3a8d77dbb9 2024-11-18T17:11:22,147 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/table/365ddd41929946bcb5751e3a8d77dbb9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T17:11:22,148 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false 2024-11-18T17:11:22,148 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:11:22,152 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:11:22,153 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:11:22,153 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:11:22,153 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:11:22,153 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949880436Running coprocessor pre-close hooks at 1731949880436Disabling compacts and flushes for region at 1731949880436Disabling writes for close at 1731949880436Obtaining lock to block concurrent updates at 1731949880437 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731949880437Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731949880437Flushing stores of hbase:meta,,1.1588230740 at 1731949880437Flushing 1588230740/info: creating writer at 1731949880437Flushing 1588230740/info: appending metadata at 1731949880453 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731949880453Flushing 1588230740/ns: creating writer at 1731949880860 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731949880873 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731949880873Flushing 1588230740/rep_barrier: creating writer at 1731949881283 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731949881298 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731949881298Flushing 1588230740/table: creating writer at 1731949881709 (+411 ms)Flushing 1588230740/table: appending metadata at 1731949881721 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731949881721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73edd673: reopening flushed file at 1731949882129 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ec17ecd: reopening flushed file at 1731949882134 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42237f90: reopening flushed file at 1731949882138 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c06f9b8: reopening flushed file at 1731949882143 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1711ms, sequenceid=16, compaction requested=false at 1731949882148 (+5 ms)Writing region close event to WAL at 1731949882149 (+1 ms)Running coprocessor post-close hooks at 1731949882153 (+4 ms)Closed at 1731949882153 2024-11-18T17:11:22,153 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:11:22,238 INFO [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,38361,1731949856709; all regions closed. 2024-11-18T17:11:22,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741834_1010 (size=4239) 2024-11-18T17:11:22,240 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.meta.1731949859827.meta not finished, retry = 0 2024-11-18T17:11:22,343 DEBUG [RS:0;6912f599d260:38361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/oldWALs 2024-11-18T17:11:22,343 INFO [RS:0;6912f599d260:38361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C38361%2C1731949856709.meta:.meta(num 1731949859827) 2024-11-18T17:11:22,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741839_1015 (size=2695) 2024-11-18T17:11:22,344 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/WALs/6912f599d260,38361,1731949856709/6912f599d260%2C38361%2C1731949856709.rep.1731949870493 not finished, retry = 0 2024-11-18T17:11:22,447 DEBUG [RS:0;6912f599d260:38361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/oldWALs 2024-11-18T17:11:22,447 INFO [RS:0;6912f599d260:38361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C38361%2C1731949856709.rep:(num 1731949870493) 2024-11-18T17:11:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741832_1008 (size=1336) 2024-11-18T17:11:22,450 DEBUG [RS:0;6912f599d260:38361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/oldWALs 2024-11-18T17:11:22,450 INFO [RS:0;6912f599d260:38361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C38361%2C1731949856709:(num 1731949858919) 2024-11-18T17:11:22,450 DEBUG [RS:0;6912f599d260:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:22,450 INFO [RS:0;6912f599d260:38361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:11:22,450 INFO [RS:0;6912f599d260:38361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:11:22,450 INFO [RS:0;6912f599d260:38361 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T17:11:22,450 INFO [RS:0;6912f599d260:38361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:11:22,450 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:11:22,450 INFO [RS:0;6912f599d260:38361 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,38361,1731949856709 because: Region server is closing 2024-11-18T17:11:22,451 INFO [RS:0;6912f599d260:38361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:38361. 2024-11-18T17:11:22,451 DEBUG [RS:0;6912f599d260:38361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:22,451 DEBUG [RS:0;6912f599d260:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:22,451 DEBUG [RS:0;6912f599d260:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:22,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:22,551 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.wal-reader.6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T17:11:22,551 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-18T17:11:22,551 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-18T17:11:22,551 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-18T17:11:22,802 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:11:22,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:22,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:22,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:22,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:22,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:22,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:22,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:22,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:22,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:22,905 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:22,906 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:11:22,909 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:11:23,452 INFO [RS:0;6912f599d260:38361 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,38361,1731949856709.replicationSource.shipper6912f599d260%2C38361%2C1731949856709,1-6912f599d260,38361,1731949856709 terminated 2024-11-18T17:11:23,452 INFO [RS:0;6912f599d260:38361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:38361. 2024-11-18T17:11:23,453 DEBUG [RS:0;6912f599d260:38361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:23,453 DEBUG [RS:0;6912f599d260:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:23,453 DEBUG [RS:0;6912f599d260:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:23,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:23,453 INFO [RS:0;6912f599d260:38361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38361 2024-11-18T17:11:23,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549/rs 2024-11-18T17:11:23,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-679420549/rs/6912f599d260,38361,1731949856709 2024-11-18T17:11:23,493 INFO [RS:0;6912f599d260:38361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:11:23,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,38361,1731949856709] 2024-11-18T17:11:23,509 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-679420549/draining/6912f599d260,38361,1731949856709 already deleted, retry=false 2024-11-18T17:11:23,509 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,38361,1731949856709 expired; onlineServers=0 2024-11-18T17:11:23,509 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,33855,1731949856549' ***** 2024-11-18T17:11:23,509 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:11:23,509 INFO [M:0;6912f599d260:33855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:11:23,509 INFO [M:0;6912f599d260:33855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:11:23,510 DEBUG [M:0;6912f599d260:33855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:11:23,510 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:11:23,510 DEBUG [M:0;6912f599d260:33855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:11:23,510 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949858643 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949858643,5,FailOnTimeoutGroup] 2024-11-18T17:11:23,510 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949858643 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949858643,5,FailOnTimeoutGroup] 2024-11-18T17:11:23,510 INFO [M:0;6912f599d260:33855 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:11:23,510 INFO [M:0;6912f599d260:33855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:11:23,510 DEBUG [M:0;6912f599d260:33855 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:11:23,510 INFO [M:0;6912f599d260:33855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:11:23,510 INFO [M:0;6912f599d260:33855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:11:23,510 INFO [M:0;6912f599d260:33855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:11:23,510 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:11:23,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-679420549/master 2024-11-18T17:11:23,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-679420549 2024-11-18T17:11:23,518 DEBUG [M:0;6912f599d260:33855 {}] zookeeper.ZKUtil(347): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Unable to get data of znode /0-679420549/master because node does not exist (not an error) 2024-11-18T17:11:23,518 WARN [M:0;6912f599d260:33855 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:11:23,519 INFO [M:0;6912f599d260:33855 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/.lastflushedseqids 2024-11-18T17:11:23,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741852_1028 (size=263) 2024-11-18T17:11:23,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:23,601 INFO [RS:0;6912f599d260:38361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:11:23,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x101503732360001, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:23,601 INFO [RS:0;6912f599d260:38361 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,38361,1731949856709; zookeeper connection closed. 2024-11-18T17:11:23,601 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5495c531 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5495c531 2024-11-18T17:11:23,602 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:11:23,923 INFO [M:0;6912f599d260:33855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:11:23,924 INFO [M:0;6912f599d260:33855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:11:23,924 DEBUG [M:0;6912f599d260:33855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:11:23,924 INFO [M:0;6912f599d260:33855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:23,924 DEBUG [M:0;6912f599d260:33855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:23,924 DEBUG [M:0;6912f599d260:33855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:11:23,924 DEBUG [M:0;6912f599d260:33855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:23,924 INFO [M:0;6912f599d260:33855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-18T17:11:23,938 DEBUG [M:0;6912f599d260:33855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca6ef51e2c784dec8c9623ce5a6970fe is 82, key is hbase:meta,,1/info:regioninfo/1731949859855/Put/seqid=0 2024-11-18T17:11:23,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741853_1029 (size=5672) 2024-11-18T17:11:24,341 INFO [M:0;6912f599d260:33855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca6ef51e2c784dec8c9623ce5a6970fe 2024-11-18T17:11:24,357 DEBUG [M:0;6912f599d260:33855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1387d5ffc9dd464b8894d206dc89c669 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731949870530/Put/seqid=0 2024-11-18T17:11:24,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741854_1030 (size=8516) 2024-11-18T17:11:24,761 INFO [M:0;6912f599d260:33855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1387d5ffc9dd464b8894d206dc89c669 2024-11-18T17:11:24,780 DEBUG [M:0;6912f599d260:33855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73a4643d3e4246d6b7cf486e802f7fad is 69, key is 6912f599d260,38361,1731949856709/rs:state/1731949858773/Put/seqid=0 2024-11-18T17:11:24,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741855_1031 (size=5156) 2024-11-18T17:11:24,935 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:24,936 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:11:24,936 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:11:25,184 INFO [M:0;6912f599d260:33855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73a4643d3e4246d6b7cf486e802f7fad 2024-11-18T17:11:25,188 DEBUG [M:0;6912f599d260:33855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca6ef51e2c784dec8c9623ce5a6970fe as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca6ef51e2c784dec8c9623ce5a6970fe 2024-11-18T17:11:25,192 INFO [M:0;6912f599d260:33855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca6ef51e2c784dec8c9623ce5a6970fe, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T17:11:25,193 DEBUG [M:0;6912f599d260:33855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1387d5ffc9dd464b8894d206dc89c669 as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1387d5ffc9dd464b8894d206dc89c669 2024-11-18T17:11:25,197 INFO [M:0;6912f599d260:33855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1387d5ffc9dd464b8894d206dc89c669, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T17:11:25,198 DEBUG [M:0;6912f599d260:33855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73a4643d3e4246d6b7cf486e802f7fad as hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73a4643d3e4246d6b7cf486e802f7fad 2024-11-18T17:11:25,201 INFO [M:0;6912f599d260:33855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35341/user/jenkins/test-data/dd7c3ea7-e4cc-df69-0918-7e09bbaebc1b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73a4643d3e4246d6b7cf486e802f7fad, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T17:11:25,202 INFO [M:0;6912f599d260:33855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-18T17:11:25,203 INFO [M:0;6912f599d260:33855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:25,203 DEBUG [M:0;6912f599d260:33855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949883924Disabling compacts and flushes for region at 1731949883924Disabling writes for close at 1731949883924Obtaining lock to block concurrent updates at 1731949883924Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949883924Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731949883924Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949883925 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949883925Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949883937 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949883937Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949884345 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949884357 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949884357Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949884765 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949884780 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949884780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d018e02: reopening flushed file at 1731949885188 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d08bd7: reopening flushed file at 1731949885192 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d36ca9b: reopening flushed file at 1731949885197 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731949885202 (+5 ms)Writing region close event to WAL at 1731949885203 (+1 ms)Closed at 1731949885203 2024-11-18T17:11:25,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41781 is added to blk_1073741830_1006 (size=63654) 2024-11-18T17:11:25,205 INFO [M:0;6912f599d260:33855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:11:25,205 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:11:25,205 INFO [M:0;6912f599d260:33855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33855 2024-11-18T17:11:25,205 INFO [M:0;6912f599d260:33855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:11:25,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:25,343 INFO [M:0;6912f599d260:33855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:11:25,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33855-0x101503732360000, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:25,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52a14f11{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:11:25,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5282edb2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:11:25,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:11:25,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b5840e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:11:25,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e89aaf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/hadoop.log.dir/,STOPPED} 2024-11-18T17:11:25,347 WARN [BP-973469973-172.17.0.3-1731949854827 heartbeating to localhost/127.0.0.1:35341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:11:25,347 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:11:25,347 WARN [BP-973469973-172.17.0.3-1731949854827 heartbeating to localhost/127.0.0.1:35341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-973469973-172.17.0.3-1731949854827 (Datanode Uuid e83c7573-868a-40e1-9d81-de2c4f944c77) service to localhost/127.0.0.1:35341 2024-11-18T17:11:25,347 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:11:25,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/cluster_aaa09fe1-f088-c4db-a065-7b03fb07470d/data/data1/current/BP-973469973-172.17.0.3-1731949854827 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:11:25,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/cluster_aaa09fe1-f088-c4db-a065-7b03fb07470d/data/data2/current/BP-973469973-172.17.0.3-1731949854827 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:11:25,348 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:11:25,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17a8084a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:11:25,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13ec0552{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:11:25,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:11:25,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@320001d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:11:25,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fc00723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a65a514-2c53-79e2-7d41-10821fae533e/hadoop.log.dir/,STOPPED} 2024-11-18T17:11:25,359 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:11:25,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:11:25,380 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 206) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:45979 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:35341 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:45979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:45979 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:35341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:45979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60649) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:45979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:35341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:35341 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60649) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=617 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 122) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4431 (was 4468) 2024-11-18T17:11:25,388 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=617, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=4431 2024-11-18T17:11:25,400 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-18T17:11:25,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/hadoop.log.dir so I do NOT create it in target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab 2024-11-18T17:11:25,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:11:25,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/hadoop.tmp.dir so I do NOT create it in target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab 2024-11-18T17:11:25,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/075f2ca7-c3b5-0496-02c8-bc9ed442c9b0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:11:25,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab 2024-11-18T17:11:25,400 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/cluster_5f83efb9-2383-fcad-e505-3a36a50537a9, deleteOnExit=true 2024-11-18T17:11:25,404 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/cluster_5f83efb9-2383-fcad-e505-3a36a50537a9/zookeeper_0, clientPort=49424, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/cluster_5f83efb9-2383-fcad-e505-3a36a50537a9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/cluster_5f83efb9-2383-fcad-e505-3a36a50537a9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:11:25,404 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49424 2024-11-18T17:11:25,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:11:25,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:11:25,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/test.cache.data in system properties and HBase conf 2024-11-18T17:11:25,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:11:25,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:11:25,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:11:25,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:11:25,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:11:25,405 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:11:25,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:11:25,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:11:25,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:11:25,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:11:25,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:11:25,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:11:25,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:11:25,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:11:25,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:11:25,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:11:25,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:11:25,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:11:25,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:11:25,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:11:25,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101503732360005, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:11:25,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101503732360002, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:11:25,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101503732360005, quorum=127.0.0.1:60649, baseZNode=/11600170932 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:11:25,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101503732360002, quorum=127.0.0.1:60649, baseZNode=/0-679420549 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:11:25,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:11:25,668 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:11:25,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:11:25,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:11:25,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:11:25,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:11:25,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5c9df7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:11:25,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2736d8bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:11:25,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f0404a3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/java.io.tmpdir/jetty-localhost-38987-hadoop-hdfs-3_4_1-tests_jar-_-any-3646974183698503039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:11:25,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ea33f4b{HTTP/1.1, (http/1.1)}{localhost:38987} 2024-11-18T17:11:25,767 INFO [Time-limited test {}] server.Server(415): Started @201617ms 2024-11-18T17:11:25,950 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:11:25,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:11:25,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:11:25,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:11:25,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:11:25,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6680e0a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:11:25,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39ce854{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:11:26,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4069bd41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/java.io.tmpdir/jetty-localhost-35297-hadoop-hdfs-3_4_1-tests_jar-_-any-1763904900032483385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:11:26,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2421bcb5{HTTP/1.1, (http/1.1)}{localhost:35297} 2024-11-18T17:11:26,057 INFO [Time-limited test {}] server.Server(415): Started @201907ms 2024-11-18T17:11:26,058 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:11:26,568 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/cluster_5f83efb9-2383-fcad-e505-3a36a50537a9/data/data1/current/BP-502519184-172.17.0.3-1731949885420/current, will proceed with Du for space computation calculation, 2024-11-18T17:11:26,568 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/cluster_5f83efb9-2383-fcad-e505-3a36a50537a9/data/data2/current/BP-502519184-172.17.0.3-1731949885420/current, will proceed with Du for space computation calculation, 2024-11-18T17:11:26,583 WARN [Thread-2171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:11:26,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x971ef87f95c0dede with lease ID 0x497512df2edd0537: Processing first storage report for DS-c497f203-ef92-4726-be1e-6097a5c86852 from datanode DatanodeRegistration(127.0.0.1:43411, datanodeUuid=c19890d8-075f-4f2c-961e-ecabd4950ecf, infoPort=38395, infoSecurePort=0, ipcPort=39197, storageInfo=lv=-57;cid=testClusterID;nsid=1101369501;c=1731949885420) 2024-11-18T17:11:26,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x971ef87f95c0dede with lease ID 0x497512df2edd0537: from storage DS-c497f203-ef92-4726-be1e-6097a5c86852 node DatanodeRegistration(127.0.0.1:43411, datanodeUuid=c19890d8-075f-4f2c-961e-ecabd4950ecf, infoPort=38395, infoSecurePort=0, ipcPort=39197, storageInfo=lv=-57;cid=testClusterID;nsid=1101369501;c=1731949885420), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:11:26,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x971ef87f95c0dede with lease ID 0x497512df2edd0537: Processing first storage report for DS-9776b408-66bc-4e9c-86d5-9dbc397265d1 from datanode DatanodeRegistration(127.0.0.1:43411, datanodeUuid=c19890d8-075f-4f2c-961e-ecabd4950ecf, infoPort=38395, infoSecurePort=0, ipcPort=39197, storageInfo=lv=-57;cid=testClusterID;nsid=1101369501;c=1731949885420) 2024-11-18T17:11:26,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x971ef87f95c0dede with lease ID 0x497512df2edd0537: from storage DS-9776b408-66bc-4e9c-86d5-9dbc397265d1 node DatanodeRegistration(127.0.0.1:43411, datanodeUuid=c19890d8-075f-4f2c-961e-ecabd4950ecf, infoPort=38395, infoSecurePort=0, ipcPort=39197, storageInfo=lv=-57;cid=testClusterID;nsid=1101369501;c=1731949885420), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:11:26,682 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab 2024-11-18T17:11:26,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:26,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:26,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:11:27,091 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291 with version=8 2024-11-18T17:11:27,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/hbase-staging 2024-11-18T17:11:27,093 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:11:27,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:27,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:27,093 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:11:27,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:27,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:11:27,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:11:27,093 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:11:27,094 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37463 2024-11-18T17:11:27,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37463 connecting to ZooKeeper ensemble=127.0.0.1:49424 2024-11-18T17:11:27,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374630x0, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:11:27,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37463-0x1015037a9c30000 connected 2024-11-18T17:11:27,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:27,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:27,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Set watcher on znode that does not yet exist, /0-396579327/running 2024-11-18T17:11:27,234 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291, hbase.cluster.distributed=false 2024-11-18T17:11:27,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Set watcher on znode that does not yet exist, /0-396579327/acl 2024-11-18T17:11:27,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37463 2024-11-18T17:11:27,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37463 2024-11-18T17:11:27,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37463 2024-11-18T17:11:27,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37463 2024-11-18T17:11:27,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37463 2024-11-18T17:11:27,252 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:11:27,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:27,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:27,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:11:27,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:27,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:11:27,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:11:27,253 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:11:27,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37641 2024-11-18T17:11:27,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37641 connecting to ZooKeeper ensemble=127.0.0.1:49424 2024-11-18T17:11:27,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:27,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:27,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376410x0, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:11:27,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376410x0, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Set watcher on znode that does not yet exist, /0-396579327/running 2024-11-18T17:11:27,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37641-0x1015037a9c30001 connected 2024-11-18T17:11:27,268 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:11:27,268 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:11:27,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Set watcher on znode that does not yet exist, /0-396579327/master 2024-11-18T17:11:27,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Set watcher on znode that does not yet exist, /0-396579327/acl 2024-11-18T17:11:27,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37641 2024-11-18T17:11:27,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37641 2024-11-18T17:11:27,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37641 2024-11-18T17:11:27,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37641 2024-11-18T17:11:27,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37641 2024-11-18T17:11:27,288 DEBUG [M:0;6912f599d260:37463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:37463 2024-11-18T17:11:27,289 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-396579327/backup-masters/6912f599d260,37463,1731949887093 2024-11-18T17:11:27,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327/backup-masters 2024-11-18T17:11:27,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327/backup-masters 2024-11-18T17:11:27,297 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Set watcher on existing znode=/0-396579327/backup-masters/6912f599d260,37463,1731949887093 2024-11-18T17:11:27,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-396579327/master 2024-11-18T17:11:27,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:27,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:27,305 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Set watcher on existing znode=/0-396579327/master 2024-11-18T17:11:27,305 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-396579327/backup-masters/6912f599d260,37463,1731949887093 from backup master directory 2024-11-18T17:11:27,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-396579327/backup-masters/6912f599d260,37463,1731949887093 2024-11-18T17:11:27,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327/backup-masters 2024-11-18T17:11:27,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327/backup-masters 2024-11-18T17:11:27,313 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:11:27,313 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,37463,1731949887093 2024-11-18T17:11:27,316 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/hbase.id] with ID: 5aeed452-bf4c-476b-894f-57af28217f19 2024-11-18T17:11:27,316 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/.tmp/hbase.id 2024-11-18T17:11:27,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:11:27,725 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/.tmp/hbase.id]:[hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/hbase.id] 2024-11-18T17:11:27,734 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:27,734 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:11:27,735 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:11:27,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:27,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:27,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:11:28,172 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:11:28,173 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:11:28,173 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:11:28,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:11:28,579 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store 2024-11-18T17:11:28,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:11:28,954 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:11:28,975 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:28,975 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:11:28,976 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:11:28,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:28,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:28,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:28,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:28,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:28,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:28,984 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:28,984 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:11:28,984 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:28,984 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:28,984 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:11:28,984 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:28,984 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:28,984 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949888984Disabling compacts and flushes for region at 1731949888984Disabling writes for close at 1731949888984Writing region close event to WAL at 1731949888984Closed at 1731949888984 2024-11-18T17:11:28,985 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/.initializing 2024-11-18T17:11:28,985 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/WALs/6912f599d260,37463,1731949887093 2024-11-18T17:11:28,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:28,986 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:11:28,987 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C37463%2C1731949887093, suffix=, logDir=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/WALs/6912f599d260,37463,1731949887093, archiveDir=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/oldWALs, maxLogs=10 2024-11-18T17:11:28,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:28,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:28,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:28,999 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/WALs/6912f599d260,37463,1731949887093/6912f599d260%2C37463%2C1731949887093.1731949888987, exclude list is [], retry=0 2024-11-18T17:11:29,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43411,DS-c497f203-ef92-4726-be1e-6097a5c86852,DISK] 2024-11-18T17:11:29,003 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/WALs/6912f599d260,37463,1731949887093/6912f599d260%2C37463%2C1731949887093.1731949888987 2024-11-18T17:11:29,003 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38395:38395)] 2024-11-18T17:11:29,003 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:11:29,003 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:29,003 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:29,003 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:29,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:29,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:11:29,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:29,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:29,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:29,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:11:29,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:29,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:29,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:29,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:11:29,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:29,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:29,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:29,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:11:29,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:29,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:29,010 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:29,010 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:29,010 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:29,011 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:29,011 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:29,011 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:11:29,012 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:29,013 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:11:29,014 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69617442, jitterRate=0.037380725145339966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:11:29,014 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949889003Initializing all the Stores at 1731949889004 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949889004Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949889004Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949889004Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949889004Cleaning up temporary data from old regions at 1731949889011 (+7 ms)Region opened successfully at 1731949889014 (+3 ms) 2024-11-18T17:11:29,014 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:11:29,016 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c349fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:11:29,017 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:11:29,017 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:11:29,017 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:11:29,017 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:11:29,018 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:11:29,018 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:11:29,018 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:11:29,019 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:11:29,020 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Unable to get data of znode /0-396579327/balancer because node does not exist (not necessarily an error) 2024-11-18T17:11:29,059 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-396579327/balancer already deleted, retry=false 2024-11-18T17:11:29,059 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:11:29,060 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Unable to get data of znode /0-396579327/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:11:29,067 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-396579327/normalizer already deleted, retry=false 2024-11-18T17:11:29,068 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:11:29,068 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Unable to get data of znode /0-396579327/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:11:29,076 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-396579327/switch/split already deleted, retry=false 2024-11-18T17:11:29,076 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Unable to get data of znode /0-396579327/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:11:29,084 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-396579327/switch/merge already deleted, retry=false 2024-11-18T17:11:29,085 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Unable to get data of znode /0-396579327/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:11:29,092 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-396579327/snapshot-cleanup already deleted, retry=false 2024-11-18T17:11:29,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-396579327/running 2024-11-18T17:11:29,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-396579327/running 2024-11-18T17:11:29,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:29,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:29,101 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,37463,1731949887093, sessionid=0x1015037a9c30000, setting cluster-up flag (Was=false) 2024-11-18T17:11:29,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:29,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:29,142 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-396579327/flush-table-proc/acquired, /0-396579327/flush-table-proc/reached, /0-396579327/flush-table-proc/abort 2024-11-18T17:11:29,143 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,37463,1731949887093 2024-11-18T17:11:29,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:29,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:29,184 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-396579327/online-snapshot/acquired, /0-396579327/online-snapshot/reached, /0-396579327/online-snapshot/abort 2024-11-18T17:11:29,185 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,37463,1731949887093 2024-11-18T17:11:29,185 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:11:29,187 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:11:29,187 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:11:29,187 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:11:29,187 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,37463,1731949887093 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:11:29,188 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:11:29,188 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:11:29,188 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:11:29,188 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:11:29,188 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:11:29,188 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:29,188 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:11:29,188 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:29,189 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949919189 2024-11-18T17:11:29,189 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:11:29,189 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:11:29,189 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:11:29,189 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:11:29,189 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:11:29,189 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:11:29,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:11:29,189 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:29,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:11:29,189 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:11:29,189 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:11:29,189 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:11:29,189 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:11:29,190 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:11:29,190 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:11:29,190 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:29,190 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949889190,5,FailOnTimeoutGroup] 2024-11-18T17:11:29,190 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949889190,5,FailOnTimeoutGroup] 2024-11-18T17:11:29,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:11:29,190 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:29,190 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:11:29,190 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:29,190 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:29,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:11:29,281 INFO [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(746): ClusterId : 5aeed452-bf4c-476b-894f-57af28217f19 2024-11-18T17:11:29,281 DEBUG [RS:0;6912f599d260:37641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:11:29,289 DEBUG [RS:0;6912f599d260:37641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:11:29,289 DEBUG [RS:0;6912f599d260:37641 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:11:29,297 DEBUG [RS:0;6912f599d260:37641 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:11:29,297 DEBUG [RS:0;6912f599d260:37641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478a9bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:11:29,308 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:37641 2024-11-18T17:11:29,308 INFO [RS:0;6912f599d260:37641 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:11:29,308 INFO [RS:0;6912f599d260:37641 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:11:29,308 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:11:29,309 INFO [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,37463,1731949887093 with port=37641, startcode=1731949887252 2024-11-18T17:11:29,309 DEBUG [RS:0;6912f599d260:37641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:11:29,310 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:11:29,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,37641,1731949887252 2024-11-18T17:11:29,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37463 {}] master.ServerManager(517): Registering regionserver=6912f599d260,37641,1731949887252 2024-11-18T17:11:29,311 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291 2024-11-18T17:11:29,311 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38585 2024-11-18T17:11:29,311 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:11:29,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327/rs 2024-11-18T17:11:29,322 DEBUG [RS:0;6912f599d260:37641 {}] zookeeper.ZKUtil(111): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Set watcher on existing znode=/0-396579327/rs/6912f599d260,37641,1731949887252 2024-11-18T17:11:29,322 WARN [RS:0;6912f599d260:37641 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:11:29,322 INFO [RS:0;6912f599d260:37641 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:11:29,322 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252 2024-11-18T17:11:29,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,37641,1731949887252] 2024-11-18T17:11:29,324 INFO [RS:0;6912f599d260:37641 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:11:29,326 INFO [RS:0;6912f599d260:37641 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:11:29,326 INFO [RS:0;6912f599d260:37641 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:11:29,326 INFO [RS:0;6912f599d260:37641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:29,326 INFO [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:11:29,327 INFO [RS:0;6912f599d260:37641 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:11:29,327 INFO [RS:0;6912f599d260:37641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:29,327 DEBUG [RS:0;6912f599d260:37641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:29,327 DEBUG [RS:0;6912f599d260:37641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:29,327 DEBUG [RS:0;6912f599d260:37641 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:29,327 DEBUG [RS:0;6912f599d260:37641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:29,327 DEBUG [RS:0;6912f599d260:37641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:29,327 DEBUG [RS:0;6912f599d260:37641 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:11:29,327 DEBUG [RS:0;6912f599d260:37641 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:29,327 DEBUG [RS:0;6912f599d260:37641 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:29,327 DEBUG [RS:0;6912f599d260:37641 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:29,327 DEBUG [RS:0;6912f599d260:37641 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:29,327 DEBUG [RS:0;6912f599d260:37641 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:29,327 DEBUG [RS:0;6912f599d260:37641 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:29,327 DEBUG [RS:0;6912f599d260:37641 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:11:29,327 DEBUG [RS:0;6912f599d260:37641 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:11:29,327 INFO [RS:0;6912f599d260:37641 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:29,328 INFO [RS:0;6912f599d260:37641 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:29,328 INFO [RS:0;6912f599d260:37641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:29,328 INFO [RS:0;6912f599d260:37641 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:29,328 INFO [RS:0;6912f599d260:37641 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:29,328 INFO [RS:0;6912f599d260:37641 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37641,1731949887252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:11:29,340 INFO [RS:0;6912f599d260:37641 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:11:29,340 INFO [RS:0;6912f599d260:37641 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37641,1731949887252-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:29,340 INFO [RS:0;6912f599d260:37641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:29,340 INFO [RS:0;6912f599d260:37641 {}] regionserver.Replication(171): 6912f599d260,37641,1731949887252 started 2024-11-18T17:11:29,351 INFO [RS:0;6912f599d260:37641 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:29,352 INFO [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,37641,1731949887252, RpcServer on 6912f599d260/172.17.0.3:37641, sessionid=0x1015037a9c30001 2024-11-18T17:11:29,352 DEBUG [RS:0;6912f599d260:37641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:11:29,352 DEBUG [RS:0;6912f599d260:37641 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,37641,1731949887252 2024-11-18T17:11:29,352 DEBUG [RS:0;6912f599d260:37641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,37641,1731949887252' 2024-11-18T17:11:29,352 DEBUG [RS:0;6912f599d260:37641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-396579327/flush-table-proc/abort' 2024-11-18T17:11:29,352 DEBUG [RS:0;6912f599d260:37641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-396579327/flush-table-proc/acquired' 2024-11-18T17:11:29,352 DEBUG [RS:0;6912f599d260:37641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:11:29,352 DEBUG [RS:0;6912f599d260:37641 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:11:29,352 DEBUG [RS:0;6912f599d260:37641 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,37641,1731949887252 2024-11-18T17:11:29,352 DEBUG [RS:0;6912f599d260:37641 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,37641,1731949887252' 2024-11-18T17:11:29,352 DEBUG [RS:0;6912f599d260:37641 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-396579327/online-snapshot/abort' 2024-11-18T17:11:29,353 DEBUG [RS:0;6912f599d260:37641 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-396579327/online-snapshot/acquired' 2024-11-18T17:11:29,353 DEBUG [RS:0;6912f599d260:37641 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:11:29,353 INFO [RS:0;6912f599d260:37641 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:11:29,353 INFO [RS:0;6912f599d260:37641 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:11:29,453 INFO [RS:0;6912f599d260:37641 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:11:29,455 INFO [RS:0;6912f599d260:37641 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C37641%2C1731949887252, suffix=, logDir=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252, archiveDir=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/oldWALs, maxLogs=10 2024-11-18T17:11:29,466 DEBUG [RS:0;6912f599d260:37641 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455, exclude list is [], retry=0 2024-11-18T17:11:29,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43411,DS-c497f203-ef92-4726-be1e-6097a5c86852,DISK] 2024-11-18T17:11:29,470 INFO [RS:0;6912f599d260:37641 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 2024-11-18T17:11:29,470 DEBUG [RS:0;6912f599d260:37641 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38395:38395)] 2024-11-18T17:11:29,598 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:11:29,598 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291 2024-11-18T17:11:29,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:11:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:11:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:11:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T17:11:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T17:11:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:11:29,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:11:30,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:30,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:11:30,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:11:30,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:30,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:30,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:11:30,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:11:30,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:30,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:30,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:11:30,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:11:30,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:30,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:30,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:11:30,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:11:30,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:30,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:30,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:11:30,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740 2024-11-18T17:11:30,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740 2024-11-18T17:11:30,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:11:30,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:11:30,011 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:11:30,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:11:30,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:11:30,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67147625, jitterRate=5.77583909034729E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:11:30,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949890003Initializing all the Stores at 1731949890004 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949890004Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949890004Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949890004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949890004Cleaning up temporary data from old regions at 1731949890010 (+6 ms)Region opened successfully at 1731949890013 (+3 ms) 2024-11-18T17:11:30,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:11:30,013 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:11:30,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:11:30,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:11:30,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:11:30,014 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:11:30,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949890013Disabling compacts and flushes for region at 1731949890013Disabling writes for close at 1731949890013Writing region close event to WAL at 1731949890014 (+1 ms)Closed at 1731949890014 2024-11-18T17:11:30,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:11:30,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:11:30,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:11:30,015 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:11:30,016 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:11:30,166 DEBUG [6912f599d260:37463 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:11:30,166 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,37641,1731949887252 2024-11-18T17:11:30,167 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,37641,1731949887252, state=OPENING 2024-11-18T17:11:30,200 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:11:30,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:30,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:30,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-396579327/meta-region-server: CHANGED 2024-11-18T17:11:30,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-396579327/meta-region-server: CHANGED 2024-11-18T17:11:30,209 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:11:30,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,37641,1731949887252}] 2024-11-18T17:11:30,361 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:11:30,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:11:30,366 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:11:30,366 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:11:30,366 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:11:30,367 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C37641%2C1731949887252.meta, suffix=.meta, logDir=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252, archiveDir=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/oldWALs, maxLogs=10 2024-11-18T17:11:30,379 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.meta.1731949890367.meta, exclude list is [], retry=0 2024-11-18T17:11:30,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43411,DS-c497f203-ef92-4726-be1e-6097a5c86852,DISK] 2024-11-18T17:11:30,382 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.meta.1731949890367.meta 2024-11-18T17:11:30,382 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38395:38395)] 2024-11-18T17:11:30,382 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:11:30,383 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:11:30,383 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:11:30,383 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:11:30,383 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:11:30,383 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:11:30,383 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:30,383 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:11:30,383 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:11:30,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:11:30,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:11:30,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:30,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:30,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:11:30,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:11:30,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:30,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:30,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:11:30,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:11:30,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:30,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:30,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:11:30,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:11:30,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:30,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:30,389 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:11:30,389 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740 2024-11-18T17:11:30,390 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740 2024-11-18T17:11:30,391 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:11:30,391 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:11:30,391 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:11:30,392 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:11:30,393 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73723200, jitterRate=0.09856128692626953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:11:30,393 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:11:30,393 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949890384Writing region info on filesystem at 1731949890384Initializing all the Stores at 1731949890384Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949890384Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949890385 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949890385Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949890385Cleaning up temporary data from old regions at 1731949890391 (+6 ms)Running coprocessor post-open hooks at 1731949890393 (+2 ms)Region opened successfully at 1731949890393 2024-11-18T17:11:30,394 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949890361 2024-11-18T17:11:30,396 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:11:30,396 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:11:30,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,37641,1731949887252 2024-11-18T17:11:30,397 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,37641,1731949887252, state=OPEN 2024-11-18T17:11:30,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-396579327/meta-region-server 2024-11-18T17:11:30,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-396579327/meta-region-server 2024-11-18T17:11:30,431 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,37641,1731949887252 2024-11-18T17:11:30,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-396579327/meta-region-server: CHANGED 2024-11-18T17:11:30,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-396579327/meta-region-server: CHANGED 2024-11-18T17:11:30,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:11:30,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,37641,1731949887252 in 222 msec 2024-11-18T17:11:30,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:11:30,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-18T17:11:30,435 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:11:30,435 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:11:30,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:30,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,37641,1731949887252, seqNum=-1] 2024-11-18T17:11:30,437 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:30,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:11:30,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-11-18T17:11:30,442 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949890442, completionTime=-1 2024-11-18T17:11:30,442 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:11:30,442 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:11:30,444 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:11:30,444 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949950444 2024-11-18T17:11:30,444 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731950010444 2024-11-18T17:11:30,444 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T17:11:30,445 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37463,1731949887093-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:30,445 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37463,1731949887093-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:30,445 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37463,1731949887093-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:30,445 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:37463, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:30,445 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:30,445 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:30,446 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:11:30,448 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.135sec 2024-11-18T17:11:30,449 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:11:30,449 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:11:30,449 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:11:30,449 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:11:30,449 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:11:30,449 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37463,1731949887093-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:11:30,449 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37463,1731949887093-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:11:30,450 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:11:30,451 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:11:30,451 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37463,1731949887093-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:30,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5611b02d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:30,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,37463,-1 for getting cluster id 2024-11-18T17:11:30,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:30,483 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aeed452-bf4c-476b-894f-57af28217f19' 2024-11-18T17:11:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aeed452-bf4c-476b-894f-57af28217f19" 2024-11-18T17:11:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a041cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,37463,-1] 2024-11-18T17:11:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:30,484 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:30,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8c968f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:30,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,37641,1731949887252, seqNum=-1] 2024-11-18T17:11:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:30,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:11:30,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,37463,1731949887093 2024-11-18T17:11:30,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49424 2024-11-18T17:11:30,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:11:30,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015037a9c30002 connected 2024-11-18T17:11:30,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/hadoop.log.dir so I do NOT create it in target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380 2024-11-18T17:11:30,515 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:11:30,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/hadoop.tmp.dir so I do NOT create it in target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380 2024-11-18T17:11:30,515 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:11:30,516 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380 2024-11-18T17:11:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:11:30,516 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/cluster_ad4e8efc-8a4e-3129-6a80-ec13d7221a3e, deleteOnExit=true 2024-11-18T17:11:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:11:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/test.cache.data in system properties and HBase conf 2024-11-18T17:11:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:11:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:11:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:11:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:11:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:11:30,516 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:11:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:11:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:11:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:11:30,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:11:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:11:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:11:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:11:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:11:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:11:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:11:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:11:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:11:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:11:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:11:30,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:11:30,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:11:30,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:11:30,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:11:30,771 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:11:30,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:11:30,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375de010{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:11:30,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@616c18f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:11:30,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f9d0017{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/java.io.tmpdir/jetty-localhost-33465-hadoop-hdfs-3_4_1-tests_jar-_-any-2321343268219279103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:11:30,867 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f7dd77d{HTTP/1.1, (http/1.1)}{localhost:33465} 2024-11-18T17:11:30,867 INFO [Time-limited test {}] server.Server(415): Started @206717ms 2024-11-18T17:11:31,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:11:31,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:11:31,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:11:31,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:11:31,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:11:31,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b8bb0d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:11:31,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@275b7944{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:11:31,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37902b89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/java.io.tmpdir/jetty-localhost-37577-hadoop-hdfs-3_4_1-tests_jar-_-any-8962770231801578795/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:11:31,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46770c2d{HTTP/1.1, (http/1.1)}{localhost:37577} 2024-11-18T17:11:31,160 INFO [Time-limited test {}] server.Server(415): Started @207011ms 2024-11-18T17:11:31,161 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:11:31,683 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/cluster_ad4e8efc-8a4e-3129-6a80-ec13d7221a3e/data/data2/current/BP-398240120-172.17.0.3-1731949890531/current, will proceed with Du for space computation calculation, 2024-11-18T17:11:31,683 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/cluster_ad4e8efc-8a4e-3129-6a80-ec13d7221a3e/data/data1/current/BP-398240120-172.17.0.3-1731949890531/current, will proceed with Du for space computation calculation, 2024-11-18T17:11:31,698 WARN [Thread-2292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:11:31,700 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0783caac856a16b with lease ID 0x2355155dd530d222: Processing first storage report for DS-03ea6fa2-7f97-449f-8505-ae23390a7bb1 from datanode DatanodeRegistration(127.0.0.1:46719, datanodeUuid=540e4b08-a10d-4fdf-9974-969ca30f809e, infoPort=42545, infoSecurePort=0, ipcPort=39961, storageInfo=lv=-57;cid=testClusterID;nsid=246666176;c=1731949890531) 2024-11-18T17:11:31,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0783caac856a16b with lease ID 0x2355155dd530d222: from storage DS-03ea6fa2-7f97-449f-8505-ae23390a7bb1 node DatanodeRegistration(127.0.0.1:46719, datanodeUuid=540e4b08-a10d-4fdf-9974-969ca30f809e, infoPort=42545, infoSecurePort=0, ipcPort=39961, storageInfo=lv=-57;cid=testClusterID;nsid=246666176;c=1731949890531), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:11:31,700 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0783caac856a16b with lease ID 0x2355155dd530d222: Processing first storage report for DS-dee17b66-c9c9-45fa-b594-ad90ac1fa2c5 from datanode DatanodeRegistration(127.0.0.1:46719, datanodeUuid=540e4b08-a10d-4fdf-9974-969ca30f809e, infoPort=42545, infoSecurePort=0, ipcPort=39961, storageInfo=lv=-57;cid=testClusterID;nsid=246666176;c=1731949890531) 2024-11-18T17:11:31,700 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0783caac856a16b with lease ID 0x2355155dd530d222: from storage DS-dee17b66-c9c9-45fa-b594-ad90ac1fa2c5 node DatanodeRegistration(127.0.0.1:46719, datanodeUuid=540e4b08-a10d-4fdf-9974-969ca30f809e, infoPort=42545, infoSecurePort=0, ipcPort=39961, storageInfo=lv=-57;cid=testClusterID;nsid=246666176;c=1731949890531), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:11:31,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380 2024-11-18T17:11:31,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:31,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:31,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:11:32,193 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c with version=8 2024-11-18T17:11:32,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/hbase-staging 2024-11-18T17:11:32,196 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:11:32,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:32,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:32,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:11:32,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:32,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:11:32,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:11:32,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:11:32,197 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34277 2024-11-18T17:11:32,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34277 connecting to ZooKeeper ensemble=127.0.0.1:49424 2024-11-18T17:11:32,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342770x0, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:11:32,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34277-0x1015037a9c30003 connected 2024-11-18T17:11:32,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:32,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:32,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Set watcher on znode that does not yet exist, /11877851554/running 2024-11-18T17:11:32,296 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c, hbase.cluster.distributed=false 2024-11-18T17:11:32,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Set watcher on znode that does not yet exist, /11877851554/acl 2024-11-18T17:11:32,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34277 2024-11-18T17:11:32,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34277 2024-11-18T17:11:32,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34277 2024-11-18T17:11:32,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34277 2024-11-18T17:11:32,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34277 2024-11-18T17:11:32,316 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:11:32,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:32,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:32,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:11:32,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:32,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:11:32,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:11:32,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:11:32,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44375 2024-11-18T17:11:32,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44375 connecting to ZooKeeper ensemble=127.0.0.1:49424 2024-11-18T17:11:32,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:32,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:32,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443750x0, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:11:32,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443750x0, quorum=127.0.0.1:49424, baseZNode=/11877851554 Set watcher on znode that does not yet exist, /11877851554/running 2024-11-18T17:11:32,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44375-0x1015037a9c30004 connected 2024-11-18T17:11:32,330 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:11:32,331 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:11:32,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Set watcher on znode that does not yet exist, /11877851554/master 2024-11-18T17:11:32,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Set watcher on znode that does not yet exist, /11877851554/acl 2024-11-18T17:11:32,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44375 2024-11-18T17:11:32,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44375 2024-11-18T17:11:32,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44375 2024-11-18T17:11:32,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44375 2024-11-18T17:11:32,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44375 2024-11-18T17:11:32,357 DEBUG [M:0;6912f599d260:34277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:34277 2024-11-18T17:11:32,357 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11877851554/backup-masters/6912f599d260,34277,1731949892195 2024-11-18T17:11:32,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554/backup-masters 2024-11-18T17:11:32,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554/backup-masters 2024-11-18T17:11:32,368 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Set watcher on existing znode=/11877851554/backup-masters/6912f599d260,34277,1731949892195 2024-11-18T17:11:32,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11877851554/master 2024-11-18T17:11:32,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:32,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:32,376 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Set watcher on existing znode=/11877851554/master 2024-11-18T17:11:32,376 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11877851554/backup-masters/6912f599d260,34277,1731949892195 from backup master directory 2024-11-18T17:11:32,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554/backup-masters 2024-11-18T17:11:32,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11877851554/backup-masters/6912f599d260,34277,1731949892195 2024-11-18T17:11:32,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554/backup-masters 2024-11-18T17:11:32,384 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:11:32,384 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,34277,1731949892195 2024-11-18T17:11:32,387 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/hbase.id] with ID: adb8720c-e1e2-457d-b70b-bf172214bb92 2024-11-18T17:11:32,387 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/.tmp/hbase.id 2024-11-18T17:11:32,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:11:32,791 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/.tmp/hbase.id]:[hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/hbase.id] 2024-11-18T17:11:32,800 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:32,800 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:11:32,801 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:11:32,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:32,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:32,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:11:33,242 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:11:33,255 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:11:33,255 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:11:33,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:11:33,662 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store 2024-11-18T17:11:33,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:11:34,067 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:34,067 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:11:34,067 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:34,067 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:34,067 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:11:34,067 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:34,067 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:34,067 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949894067Disabling compacts and flushes for region at 1731949894067Disabling writes for close at 1731949894067Writing region close event to WAL at 1731949894067Closed at 1731949894067 2024-11-18T17:11:34,068 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/.initializing 2024-11-18T17:11:34,068 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/WALs/6912f599d260,34277,1731949892195 2024-11-18T17:11:34,069 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:11:34,070 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C34277%2C1731949892195, suffix=, logDir=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/WALs/6912f599d260,34277,1731949892195, archiveDir=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/oldWALs, maxLogs=10 2024-11-18T17:11:34,083 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/WALs/6912f599d260,34277,1731949892195/6912f599d260%2C34277%2C1731949892195.1731949894070, exclude list is [], retry=0 2024-11-18T17:11:34,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46719,DS-03ea6fa2-7f97-449f-8505-ae23390a7bb1,DISK] 2024-11-18T17:11:34,086 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/WALs/6912f599d260,34277,1731949892195/6912f599d260%2C34277%2C1731949892195.1731949894070 2024-11-18T17:11:34,087 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42545:42545)] 2024-11-18T17:11:34,087 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:11:34,087 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:34,087 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:34,087 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:34,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:34,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:11:34,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:34,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:34,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:34,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:11:34,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:34,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:34,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:34,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:11:34,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:34,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:34,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:34,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:11:34,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:34,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:34,093 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:34,094 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:34,094 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:34,095 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:34,095 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:34,095 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:11:34,096 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:11:34,098 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:11:34,098 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75407186, jitterRate=0.12365463376045227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:11:34,098 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949894087Initializing all the Stores at 1731949894088 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949894088Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949894088Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949894088Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949894088Cleaning up temporary data from old regions at 1731949894095 (+7 ms)Region opened successfully at 1731949894098 (+3 ms) 2024-11-18T17:11:34,099 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:11:34,101 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc8d3ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:11:34,102 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:11:34,102 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:11:34,102 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:11:34,102 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:11:34,103 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:11:34,103 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:11:34,103 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:11:34,105 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:11:34,105 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Unable to get data of znode /11877851554/balancer because node does not exist (not necessarily an error) 2024-11-18T17:11:34,142 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11877851554/balancer already deleted, retry=false 2024-11-18T17:11:34,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:11:34,143 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Unable to get data of znode /11877851554/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:11:34,150 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11877851554/normalizer already deleted, retry=false 2024-11-18T17:11:34,151 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:11:34,151 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Unable to get data of znode /11877851554/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:11:34,159 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11877851554/switch/split already deleted, retry=false 2024-11-18T17:11:34,160 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Unable to get data of znode /11877851554/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:11:34,167 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11877851554/switch/merge already deleted, retry=false 2024-11-18T17:11:34,169 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Unable to get data of znode /11877851554/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:11:34,175 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11877851554/snapshot-cleanup already deleted, retry=false 2024-11-18T17:11:34,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11877851554/running 2024-11-18T17:11:34,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11877851554/running 2024-11-18T17:11:34,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:34,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:34,184 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,34277,1731949892195, sessionid=0x1015037a9c30003, setting cluster-up flag (Was=false) 2024-11-18T17:11:34,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:34,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:34,225 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11877851554/flush-table-proc/acquired, /11877851554/flush-table-proc/reached, /11877851554/flush-table-proc/abort 2024-11-18T17:11:34,226 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,34277,1731949892195 2024-11-18T17:11:34,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:34,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:34,267 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11877851554/online-snapshot/acquired, /11877851554/online-snapshot/reached, /11877851554/online-snapshot/abort 2024-11-18T17:11:34,268 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,34277,1731949892195 2024-11-18T17:11:34,269 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:11:34,270 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:11:34,270 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:11:34,270 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:11:34,270 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,34277,1731949892195 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:11:34,271 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:11:34,271 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:11:34,272 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:11:34,272 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:11:34,272 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:11:34,272 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:34,272 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:11:34,272 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:34,276 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949924276 2024-11-18T17:11:34,276 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:11:34,276 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:11:34,276 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:11:34,276 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:11:34,276 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:11:34,276 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:11:34,276 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:11:34,276 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:11:34,277 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:34,277 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:34,277 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:11:34,279 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:11:34,279 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:11:34,279 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:11:34,279 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:11:34,284 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:11:34,284 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:11:34,285 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949894284,5,FailOnTimeoutGroup] 2024-11-18T17:11:34,285 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949894285,5,FailOnTimeoutGroup] 2024-11-18T17:11:34,285 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:34,285 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:11:34,285 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:34,285 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:34,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:11:34,356 INFO [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(746): ClusterId : adb8720c-e1e2-457d-b70b-bf172214bb92 2024-11-18T17:11:34,357 DEBUG [RS:0;6912f599d260:44375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:11:34,368 DEBUG [RS:0;6912f599d260:44375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:11:34,368 DEBUG [RS:0;6912f599d260:44375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:11:34,376 DEBUG [RS:0;6912f599d260:44375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:11:34,376 DEBUG [RS:0;6912f599d260:44375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1345b8e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:11:34,391 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:44375 2024-11-18T17:11:34,391 INFO [RS:0;6912f599d260:44375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:11:34,391 INFO [RS:0;6912f599d260:44375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:11:34,391 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:11:34,392 INFO [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,34277,1731949892195 with port=44375, startcode=1731949892315 2024-11-18T17:11:34,392 DEBUG [RS:0;6912f599d260:44375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:11:34,394 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:11:34,394 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34277 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,44375,1731949892315 2024-11-18T17:11:34,394 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34277 {}] master.ServerManager(517): Registering regionserver=6912f599d260,44375,1731949892315 2024-11-18T17:11:34,396 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c 2024-11-18T17:11:34,396 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42843 2024-11-18T17:11:34,396 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:11:34,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554/rs 2024-11-18T17:11:34,442 DEBUG [RS:0;6912f599d260:44375 {}] zookeeper.ZKUtil(111): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Set watcher on existing znode=/11877851554/rs/6912f599d260,44375,1731949892315 2024-11-18T17:11:34,442 WARN [RS:0;6912f599d260:44375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:11:34,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,44375,1731949892315] 2024-11-18T17:11:34,442 INFO [RS:0;6912f599d260:44375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:11:34,443 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315 2024-11-18T17:11:34,445 INFO [RS:0;6912f599d260:44375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:11:34,447 INFO [RS:0;6912f599d260:44375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:11:34,447 INFO [RS:0;6912f599d260:44375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:11:34,447 INFO [RS:0;6912f599d260:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:34,447 INFO [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:11:34,448 INFO [RS:0;6912f599d260:44375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:11:34,448 INFO [RS:0;6912f599d260:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:34,448 DEBUG [RS:0;6912f599d260:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:34,448 DEBUG [RS:0;6912f599d260:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:34,448 DEBUG [RS:0;6912f599d260:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:34,448 DEBUG [RS:0;6912f599d260:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:34,448 DEBUG [RS:0;6912f599d260:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:34,448 DEBUG [RS:0;6912f599d260:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:11:34,448 DEBUG [RS:0;6912f599d260:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:34,448 DEBUG [RS:0;6912f599d260:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:34,448 DEBUG [RS:0;6912f599d260:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:34,448 DEBUG [RS:0;6912f599d260:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:34,448 DEBUG [RS:0;6912f599d260:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:34,448 DEBUG [RS:0;6912f599d260:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:11:34,448 DEBUG [RS:0;6912f599d260:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:11:34,449 DEBUG [RS:0;6912f599d260:44375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:11:34,449 INFO [RS:0;6912f599d260:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:34,449 INFO [RS:0;6912f599d260:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:34,449 INFO [RS:0;6912f599d260:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:34,449 INFO [RS:0;6912f599d260:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:34,449 INFO [RS:0;6912f599d260:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:34,449 INFO [RS:0;6912f599d260:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,44375,1731949892315-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:11:34,467 INFO [RS:0;6912f599d260:44375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:11:34,467 INFO [RS:0;6912f599d260:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,44375,1731949892315-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:34,467 INFO [RS:0;6912f599d260:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:34,467 INFO [RS:0;6912f599d260:44375 {}] regionserver.Replication(171): 6912f599d260,44375,1731949892315 started 2024-11-18T17:11:34,484 INFO [RS:0;6912f599d260:44375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:34,484 INFO [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,44375,1731949892315, RpcServer on 6912f599d260/172.17.0.3:44375, sessionid=0x1015037a9c30004 2024-11-18T17:11:34,484 DEBUG [RS:0;6912f599d260:44375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:11:34,484 DEBUG [RS:0;6912f599d260:44375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,44375,1731949892315 2024-11-18T17:11:34,484 DEBUG [RS:0;6912f599d260:44375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,44375,1731949892315' 2024-11-18T17:11:34,484 DEBUG [RS:0;6912f599d260:44375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11877851554/flush-table-proc/abort' 2024-11-18T17:11:34,484 DEBUG [RS:0;6912f599d260:44375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11877851554/flush-table-proc/acquired' 2024-11-18T17:11:34,485 DEBUG [RS:0;6912f599d260:44375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:11:34,485 DEBUG [RS:0;6912f599d260:44375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:11:34,485 DEBUG [RS:0;6912f599d260:44375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,44375,1731949892315 2024-11-18T17:11:34,485 DEBUG [RS:0;6912f599d260:44375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,44375,1731949892315' 2024-11-18T17:11:34,485 DEBUG [RS:0;6912f599d260:44375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11877851554/online-snapshot/abort' 2024-11-18T17:11:34,485 DEBUG [RS:0;6912f599d260:44375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11877851554/online-snapshot/acquired' 2024-11-18T17:11:34,485 DEBUG [RS:0;6912f599d260:44375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:11:34,485 INFO [RS:0;6912f599d260:44375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:11:34,485 INFO [RS:0;6912f599d260:44375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:11:34,586 INFO [RS:0;6912f599d260:44375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:11:34,587 INFO [RS:0;6912f599d260:44375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C44375%2C1731949892315, suffix=, logDir=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315, archiveDir=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/oldWALs, maxLogs=10 2024-11-18T17:11:34,603 DEBUG [RS:0;6912f599d260:44375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588, exclude list is [], retry=0 2024-11-18T17:11:34,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46719,DS-03ea6fa2-7f97-449f-8505-ae23390a7bb1,DISK] 2024-11-18T17:11:34,608 INFO [RS:0;6912f599d260:44375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 2024-11-18T17:11:34,608 DEBUG [RS:0;6912f599d260:44375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42545:42545)] 2024-11-18T17:11:34,689 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:11:34,690 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c 2024-11-18T17:11:34,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:11:35,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:35,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:11:35,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:11:35,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:35,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:35,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:11:35,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:11:35,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:35,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:35,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:11:35,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:11:35,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:35,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:35,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:11:35,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:11:35,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:35,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:35,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:11:35,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740 2024-11-18T17:11:35,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740 2024-11-18T17:11:35,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:11:35,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:11:35,102 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:11:35,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:11:35,104 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:11:35,105 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60659362, jitterRate=-0.09610506892204285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:11:35,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949895095Initializing all the Stores at 1731949895095Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949895095Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949895096 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949895096Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949895096Cleaning up temporary data from old regions at 1731949895102 (+6 ms)Region opened successfully at 1731949895105 (+3 ms) 2024-11-18T17:11:35,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:11:35,105 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:11:35,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:11:35,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:11:35,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:11:35,105 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:11:35,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949895105Disabling compacts and flushes for region at 1731949895105Disabling writes for close at 1731949895105Writing region close event to WAL at 1731949895105Closed at 1731949895105 2024-11-18T17:11:35,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:11:35,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:11:35,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:11:35,107 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:11:35,108 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:11:35,258 DEBUG [6912f599d260:34277 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:11:35,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,44375,1731949892315 2024-11-18T17:11:35,259 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,44375,1731949892315, state=OPENING 2024-11-18T17:11:35,292 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:11:35,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:35,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:35,301 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:11:35,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11877851554/meta-region-server: CHANGED 2024-11-18T17:11:35,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11877851554/meta-region-server: CHANGED 2024-11-18T17:11:35,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,44375,1731949892315}] 2024-11-18T17:11:35,371 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:11:35,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:35,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:35,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:35,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:35,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:35,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:35,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:35,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:35,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:35,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:35,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:11:35,453 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:11:35,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:11:35,456 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:11:35,457 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:11:35,457 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:11:35,458 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C44375%2C1731949892315.meta, suffix=.meta, logDir=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315, archiveDir=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/oldWALs, maxLogs=10 2024-11-18T17:11:35,469 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.meta.1731949895458.meta, exclude list is [], retry=0 2024-11-18T17:11:35,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46719,DS-03ea6fa2-7f97-449f-8505-ae23390a7bb1,DISK] 2024-11-18T17:11:35,472 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.meta.1731949895458.meta 2024-11-18T17:11:35,473 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42545:42545)] 2024-11-18T17:11:35,473 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:11:35,473 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:11:35,473 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:11:35,473 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:11:35,473 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:11:35,473 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:11:35,473 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:35,473 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:11:35,474 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:11:35,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:11:35,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:11:35,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:35,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:35,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:11:35,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:11:35,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:35,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:35,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:11:35,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:11:35,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:35,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:35,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:11:35,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:11:35,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:35,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:11:35,478 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:11:35,478 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740 2024-11-18T17:11:35,479 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740 2024-11-18T17:11:35,479 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:11:35,479 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:11:35,480 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:11:35,481 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:11:35,481 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63061428, jitterRate=-0.06031149625778198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:11:35,481 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:11:35,481 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949895474Writing region info on filesystem at 1731949895474Initializing all the Stores at 1731949895474Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949895474Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949895474Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949895474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949895474Cleaning up temporary data from old regions at 1731949895479 (+5 ms)Running coprocessor post-open hooks at 1731949895481 (+2 ms)Region opened successfully at 1731949895481 2024-11-18T17:11:35,482 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949895452 2024-11-18T17:11:35,484 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:11:35,484 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:11:35,484 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,44375,1731949892315 2024-11-18T17:11:35,485 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,44375,1731949892315, state=OPEN 2024-11-18T17:11:35,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11877851554/meta-region-server 2024-11-18T17:11:35,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11877851554/meta-region-server 2024-11-18T17:11:35,492 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,44375,1731949892315 2024-11-18T17:11:35,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11877851554/meta-region-server: CHANGED 2024-11-18T17:11:35,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11877851554/meta-region-server: CHANGED 2024-11-18T17:11:35,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:11:35,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,44375,1731949892315 in 191 msec 2024-11-18T17:11:35,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:11:35,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-11-18T17:11:35,495 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:11:35,496 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:11:35,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:35,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44375,1731949892315, seqNum=-1] 2024-11-18T17:11:35,497 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:35,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:11:35,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-11-18T17:11:35,501 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949895501, completionTime=-1 2024-11-18T17:11:35,502 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:11:35,502 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:11:35,504 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:11:35,504 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949955504 2024-11-18T17:11:35,504 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731950015504 2024-11-18T17:11:35,504 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T17:11:35,504 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34277,1731949892195-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:35,504 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34277,1731949892195-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:35,504 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34277,1731949892195-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:35,504 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:34277, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:35,504 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:35,505 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:35,506 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:11:35,508 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.124sec 2024-11-18T17:11:35,508 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:11:35,508 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:11:35,508 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:11:35,508 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:11:35,508 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:11:35,508 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34277,1731949892195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:11:35,508 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34277,1731949892195-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:11:35,510 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:11:35,510 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:11:35,510 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34277,1731949892195-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:11:35,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b434a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:35,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,34277,-1 for getting cluster id 2024-11-18T17:11:35,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:35,558 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb8720c-e1e2-457d-b70b-bf172214bb92' 2024-11-18T17:11:35,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:35,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb8720c-e1e2-457d-b70b-bf172214bb92" 2024-11-18T17:11:35,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324c6ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:35,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,34277,-1] 2024-11-18T17:11:35,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:35,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:35,560 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:35,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7c819d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:35,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:35,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44375,1731949892315, seqNum=-1] 2024-11-18T17:11:35,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:35,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:11:35,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,34277,1731949892195 2024-11-18T17:11:35,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49424 2024-11-18T17:11:35,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:11:35,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015037a9c30005 connected 2024-11-18T17:11:35,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:35,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,37463,1731949887093 2024-11-18T17:11:35,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dfb9019 2024-11-18T17:11:35,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:35,583 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:11:35,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:11:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:11:35,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:11:35,586 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:35,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:11:35,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:11:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:35,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:11:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:35,993 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bbae7d2792eb81f9a70eb9919021100, NAME => 'test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291 2024-11-18T17:11:35,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:11:36,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:36,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:36,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0bbae7d2792eb81f9a70eb9919021100, disabling compactions & flushes 2024-11-18T17:11:36,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100. 2024-11-18T17:11:36,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100. 2024-11-18T17:11:36,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100. after waiting 0 ms 2024-11-18T17:11:36,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100. 2024-11-18T17:11:36,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100. 2024-11-18T17:11:36,398 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bbae7d2792eb81f9a70eb9919021100: Waiting for close lock at 1731949896398Disabling compacts and flushes for region at 1731949896398Disabling writes for close at 1731949896398Writing region close event to WAL at 1731949896398Closed at 1731949896398 2024-11-18T17:11:36,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:11:36,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731949896399"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949896399"}]},"ts":"1731949896399"} 2024-11-18T17:11:36,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:11:36,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:11:36,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949896402"}]},"ts":"1731949896402"} 2024-11-18T17:11:36,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:11:36,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0bbae7d2792eb81f9a70eb9919021100, ASSIGN}] 2024-11-18T17:11:36,404 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0bbae7d2792eb81f9a70eb9919021100, ASSIGN 2024-11-18T17:11:36,405 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0bbae7d2792eb81f9a70eb9919021100, ASSIGN; state=OFFLINE, location=6912f599d260,37641,1731949887252; forceNewPlan=false, retain=false 2024-11-18T17:11:36,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0bbae7d2792eb81f9a70eb9919021100, regionState=OPENING, regionLocation=6912f599d260,37641,1731949887252 2024-11-18T17:11:36,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0bbae7d2792eb81f9a70eb9919021100, ASSIGN because future has completed 2024-11-18T17:11:36,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bbae7d2792eb81f9a70eb9919021100, server=6912f599d260,37641,1731949887252}] 2024-11-18T17:11:36,712 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100. 2024-11-18T17:11:36,712 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bbae7d2792eb81f9a70eb9919021100, NAME => 'test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:11:36,713 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:11:36,713 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:11:36,713 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0bbae7d2792eb81f9a70eb9919021100 2024-11-18T17:11:36,713 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:36,713 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0bbae7d2792eb81f9a70eb9919021100 2024-11-18T17:11:36,713 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0bbae7d2792eb81f9a70eb9919021100 2024-11-18T17:11:36,714 INFO [StoreOpener-0bbae7d2792eb81f9a70eb9919021100-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0bbae7d2792eb81f9a70eb9919021100 2024-11-18T17:11:36,715 INFO [StoreOpener-0bbae7d2792eb81f9a70eb9919021100-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bbae7d2792eb81f9a70eb9919021100 columnFamilyName f 2024-11-18T17:11:36,715 DEBUG [StoreOpener-0bbae7d2792eb81f9a70eb9919021100-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:36,715 INFO [StoreOpener-0bbae7d2792eb81f9a70eb9919021100-1 {}] regionserver.HStore(327): Store=0bbae7d2792eb81f9a70eb9919021100/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:36,716 INFO [StoreOpener-0bbae7d2792eb81f9a70eb9919021100-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0bbae7d2792eb81f9a70eb9919021100 2024-11-18T17:11:36,716 INFO [StoreOpener-0bbae7d2792eb81f9a70eb9919021100-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bbae7d2792eb81f9a70eb9919021100 columnFamilyName f1 2024-11-18T17:11:36,716 DEBUG [StoreOpener-0bbae7d2792eb81f9a70eb9919021100-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:36,717 INFO [StoreOpener-0bbae7d2792eb81f9a70eb9919021100-1 {}] regionserver.HStore(327): Store=0bbae7d2792eb81f9a70eb9919021100/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:36,717 INFO [StoreOpener-0bbae7d2792eb81f9a70eb9919021100-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0bbae7d2792eb81f9a70eb9919021100 2024-11-18T17:11:36,718 INFO [StoreOpener-0bbae7d2792eb81f9a70eb9919021100-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bbae7d2792eb81f9a70eb9919021100 columnFamilyName norep 2024-11-18T17:11:36,718 DEBUG [StoreOpener-0bbae7d2792eb81f9a70eb9919021100-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:36,718 INFO [StoreOpener-0bbae7d2792eb81f9a70eb9919021100-1 {}] regionserver.HStore(327): Store=0bbae7d2792eb81f9a70eb9919021100/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:36,718 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0bbae7d2792eb81f9a70eb9919021100 2024-11-18T17:11:36,718 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100 2024-11-18T17:11:36,719 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100 2024-11-18T17:11:36,719 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0bbae7d2792eb81f9a70eb9919021100 2024-11-18T17:11:36,719 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0bbae7d2792eb81f9a70eb9919021100 2024-11-18T17:11:36,719 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:11:36,720 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0bbae7d2792eb81f9a70eb9919021100 2024-11-18T17:11:36,722 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:11:36,722 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0bbae7d2792eb81f9a70eb9919021100; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62920014, jitterRate=-0.062418729066848755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:11:36,722 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bbae7d2792eb81f9a70eb9919021100 2024-11-18T17:11:36,722 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0bbae7d2792eb81f9a70eb9919021100: Running coprocessor pre-open hook at 1731949896713Writing region info on filesystem at 1731949896713Initializing all the Stores at 1731949896714 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949896714Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949896714Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949896714Cleaning up temporary data from old regions at 1731949896719 (+5 ms)Running coprocessor post-open hooks at 1731949896722 (+3 ms)Region opened successfully at 1731949896722 2024-11-18T17:11:36,723 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100., pid=6, masterSystemTime=1731949896709 2024-11-18T17:11:36,725 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100. 2024-11-18T17:11:36,725 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100. 2024-11-18T17:11:36,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0bbae7d2792eb81f9a70eb9919021100, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,37641,1731949887252 2024-11-18T17:11:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:36,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bbae7d2792eb81f9a70eb9919021100, server=6912f599d260,37641,1731949887252 because future has completed 2024-11-18T17:11:36,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:11:36,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bbae7d2792eb81f9a70eb9919021100, server=6912f599d260,37641,1731949887252 in 170 msec 2024-11-18T17:11:36,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:11:36,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0bbae7d2792eb81f9a70eb9919021100, ASSIGN in 326 msec 2024-11-18T17:11:36,732 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:11:36,732 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949896732"}]},"ts":"1731949896732"} 2024-11-18T17:11:36,734 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:11:36,735 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:11:36,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-18T17:11:37,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:37,736 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:11:37,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:37,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,34277,1731949892195 2024-11-18T17:11:37,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@724a73cb 2024-11-18T17:11:37,737 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:37,738 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:11:37,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:11:37,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:11:37,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:11:37,740 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:37,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:11:37,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:11:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:37,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:11:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:38,151 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89e403054571cf930b85ffe9d9d84f93, NAME => 'test,,1731949897738.89e403054571cf930b85ffe9d9d84f93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c 2024-11-18T17:11:38,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:11:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:38,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731949897738.89e403054571cf930b85ffe9d9d84f93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:38,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 89e403054571cf930b85ffe9d9d84f93, disabling compactions & flushes 2024-11-18T17:11:38,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731949897738.89e403054571cf930b85ffe9d9d84f93. 2024-11-18T17:11:38,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949897738.89e403054571cf930b85ffe9d9d84f93. 2024-11-18T17:11:38,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731949897738.89e403054571cf930b85ffe9d9d84f93. after waiting 0 ms 2024-11-18T17:11:38,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731949897738.89e403054571cf930b85ffe9d9d84f93. 2024-11-18T17:11:38,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731949897738.89e403054571cf930b85ffe9d9d84f93. 2024-11-18T17:11:38,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89e403054571cf930b85ffe9d9d84f93: Waiting for close lock at 1731949898557Disabling compacts and flushes for region at 1731949898557Disabling writes for close at 1731949898558 (+1 ms)Writing region close event to WAL at 1731949898558Closed at 1731949898558 2024-11-18T17:11:38,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:11:38,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731949897738.89e403054571cf930b85ffe9d9d84f93.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731949898559"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949898559"}]},"ts":"1731949898559"} 2024-11-18T17:11:38,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:11:38,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:11:38,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949898561"}]},"ts":"1731949898561"} 2024-11-18T17:11:38,562 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:11:38,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=89e403054571cf930b85ffe9d9d84f93, ASSIGN}] 2024-11-18T17:11:38,563 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=89e403054571cf930b85ffe9d9d84f93, ASSIGN 2024-11-18T17:11:38,564 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=89e403054571cf930b85ffe9d9d84f93, ASSIGN; state=OFFLINE, location=6912f599d260,44375,1731949892315; forceNewPlan=false, retain=false 2024-11-18T17:11:38,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89e403054571cf930b85ffe9d9d84f93, regionState=OPENING, regionLocation=6912f599d260,44375,1731949892315 2024-11-18T17:11:38,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=89e403054571cf930b85ffe9d9d84f93, ASSIGN because future has completed 2024-11-18T17:11:38,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89e403054571cf930b85ffe9d9d84f93, server=6912f599d260,44375,1731949892315}] 2024-11-18T17:11:38,871 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731949897738.89e403054571cf930b85ffe9d9d84f93. 2024-11-18T17:11:38,871 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 89e403054571cf930b85ffe9d9d84f93, NAME => 'test,,1731949897738.89e403054571cf930b85ffe9d9d84f93.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:11:38,872 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:11:38,872 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:11:38,872 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 89e403054571cf930b85ffe9d9d84f93 2024-11-18T17:11:38,872 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731949897738.89e403054571cf930b85ffe9d9d84f93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:38,872 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 89e403054571cf930b85ffe9d9d84f93 2024-11-18T17:11:38,872 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 89e403054571cf930b85ffe9d9d84f93 2024-11-18T17:11:38,873 INFO [StoreOpener-89e403054571cf930b85ffe9d9d84f93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 89e403054571cf930b85ffe9d9d84f93 2024-11-18T17:11:38,874 INFO [StoreOpener-89e403054571cf930b85ffe9d9d84f93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89e403054571cf930b85ffe9d9d84f93 columnFamilyName f 2024-11-18T17:11:38,874 DEBUG [StoreOpener-89e403054571cf930b85ffe9d9d84f93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:38,874 INFO [StoreOpener-89e403054571cf930b85ffe9d9d84f93-1 {}] regionserver.HStore(327): Store=89e403054571cf930b85ffe9d9d84f93/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:38,874 INFO [StoreOpener-89e403054571cf930b85ffe9d9d84f93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 89e403054571cf930b85ffe9d9d84f93 2024-11-18T17:11:38,875 INFO [StoreOpener-89e403054571cf930b85ffe9d9d84f93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89e403054571cf930b85ffe9d9d84f93 columnFamilyName f1 2024-11-18T17:11:38,875 DEBUG [StoreOpener-89e403054571cf930b85ffe9d9d84f93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:38,875 INFO [StoreOpener-89e403054571cf930b85ffe9d9d84f93-1 {}] regionserver.HStore(327): Store=89e403054571cf930b85ffe9d9d84f93/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:38,875 INFO [StoreOpener-89e403054571cf930b85ffe9d9d84f93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 89e403054571cf930b85ffe9d9d84f93 2024-11-18T17:11:38,876 INFO [StoreOpener-89e403054571cf930b85ffe9d9d84f93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89e403054571cf930b85ffe9d9d84f93 columnFamilyName norep 2024-11-18T17:11:38,876 DEBUG [StoreOpener-89e403054571cf930b85ffe9d9d84f93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:38,876 INFO [StoreOpener-89e403054571cf930b85ffe9d9d84f93-1 {}] regionserver.HStore(327): Store=89e403054571cf930b85ffe9d9d84f93/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:38,876 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 89e403054571cf930b85ffe9d9d84f93 2024-11-18T17:11:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:38,877 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93 2024-11-18T17:11:38,877 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93 2024-11-18T17:11:38,877 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 89e403054571cf930b85ffe9d9d84f93 2024-11-18T17:11:38,877 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 89e403054571cf930b85ffe9d9d84f93 2024-11-18T17:11:38,878 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:11:38,879 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 89e403054571cf930b85ffe9d9d84f93 2024-11-18T17:11:38,880 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:11:38,880 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 89e403054571cf930b85ffe9d9d84f93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59996015, jitterRate=-0.10598970949649811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:11:38,880 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89e403054571cf930b85ffe9d9d84f93 2024-11-18T17:11:38,881 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 89e403054571cf930b85ffe9d9d84f93: Running coprocessor pre-open hook at 1731949898872Writing region info on filesystem at 1731949898872Initializing all the Stores at 1731949898873 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949898873Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949898873Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949898873Cleaning up temporary data from old regions at 1731949898877 (+4 ms)Running coprocessor post-open hooks at 1731949898880 (+3 ms)Region opened successfully at 1731949898880 2024-11-18T17:11:38,881 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731949897738.89e403054571cf930b85ffe9d9d84f93., pid=6, masterSystemTime=1731949898868 2024-11-18T17:11:38,883 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731949897738.89e403054571cf930b85ffe9d9d84f93. 2024-11-18T17:11:38,883 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731949897738.89e403054571cf930b85ffe9d9d84f93. 2024-11-18T17:11:38,883 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89e403054571cf930b85ffe9d9d84f93, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,44375,1731949892315 2024-11-18T17:11:38,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89e403054571cf930b85ffe9d9d84f93, server=6912f599d260,44375,1731949892315 because future has completed 2024-11-18T17:11:38,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:11:38,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 89e403054571cf930b85ffe9d9d84f93, server=6912f599d260,44375,1731949892315 in 169 msec 2024-11-18T17:11:38,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:11:38,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=89e403054571cf930b85ffe9d9d84f93, ASSIGN in 325 msec 2024-11-18T17:11:38,889 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:11:38,889 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949898889"}]},"ts":"1731949898889"} 2024-11-18T17:11:38,891 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:11:38,892 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:11:38,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-18T17:11:39,055 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:39,056 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:11:39,056 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18302 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:11:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:11:39,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T17:11:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T17:11:39,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T17:11:39,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:11:39,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-18T17:11:39,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:11:39,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T17:11:39,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:11:39,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T17:11:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:11:39,887 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:11:39,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e0ee5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:39,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,37463,-1 for getting cluster id 2024-11-18T17:11:39,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:39,888 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aeed452-bf4c-476b-894f-57af28217f19' 2024-11-18T17:11:39,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:39,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aeed452-bf4c-476b-894f-57af28217f19" 2024-11-18T17:11:39,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41bc4a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:39,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,37463,-1] 2024-11-18T17:11:39,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:39,889 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:39,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c62c11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:39,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696dacae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:39,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,34277,-1 for getting cluster id 2024-11-18T17:11:39,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:39,891 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb8720c-e1e2-457d-b70b-bf172214bb92' 2024-11-18T17:11:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb8720c-e1e2-457d-b70b-bf172214bb92" 2024-11-18T17:11:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6315c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,34277,-1] 2024-11-18T17:11:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:39,892 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:39,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4424cdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:39,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33091563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:39,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,37463,-1 for getting cluster id 2024-11-18T17:11:39,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:39,898 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aeed452-bf4c-476b-894f-57af28217f19' 2024-11-18T17:11:39,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:39,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aeed452-bf4c-476b-894f-57af28217f19" 2024-11-18T17:11:39,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c80c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:39,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,37463,-1] 2024-11-18T17:11:39,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:39,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:39,900 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264446db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:39,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:39,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,37463,1731949887093 2024-11-18T17:11:39,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@402b3c47 2024-11-18T17:11:39,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:39,902 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:11:39,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:34277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:11:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:11:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:39,964 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:34277' 2024-11-18T17:11:39,965 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b3661d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:39,965 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,34277,-1 for getting cluster id 2024-11-18T17:11:39,965 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:39,965 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb8720c-e1e2-457d-b70b-bf172214bb92' 2024-11-18T17:11:39,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:39,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb8720c-e1e2-457d-b70b-bf172214bb92" 2024-11-18T17:11:39,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6873aee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:39,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,34277,-1] 2024-11-18T17:11:39,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:39,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:39,966 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:39,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c6367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:39,967 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:39,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,34277,1731949892195 2024-11-18T17:11:39,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@233cbefe 2024-11-18T17:11:39,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:39,968 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:11:39,969 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T17:11:39,969 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:11:39,969 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:39,969 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:39,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:39,969 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:11:39,970 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:11:39,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:11:39,971 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:39,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:11:39,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741837_1013 (size=1138) 2024-11-18T17:11:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:40,020 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T17:11:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:40,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d4ee02cf151cd23553e8f06ab2e00d4, NAME => 'hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291 2024-11-18T17:11:40,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741838_1014 (size=44) 2024-11-18T17:11:40,445 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T17:11:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:40,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:40,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5d4ee02cf151cd23553e8f06ab2e00d4, disabling compactions & flushes 2024-11-18T17:11:40,782 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. 2024-11-18T17:11:40,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. 2024-11-18T17:11:40,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. after waiting 0 ms 2024-11-18T17:11:40,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. 2024-11-18T17:11:40,782 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. 2024-11-18T17:11:40,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d4ee02cf151cd23553e8f06ab2e00d4: Waiting for close lock at 1731949900782Disabling compacts and flushes for region at 1731949900782Disabling writes for close at 1731949900782Writing region close event to WAL at 1731949900782Closed at 1731949900782 2024-11-18T17:11:40,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:11:40,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731949900783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949900783"}]},"ts":"1731949900783"} 2024-11-18T17:11:40,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:11:40,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:11:40,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949900786"}]},"ts":"1731949900786"} 2024-11-18T17:11:40,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T17:11:40,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5d4ee02cf151cd23553e8f06ab2e00d4, ASSIGN}] 2024-11-18T17:11:40,789 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5d4ee02cf151cd23553e8f06ab2e00d4, ASSIGN 2024-11-18T17:11:40,790 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5d4ee02cf151cd23553e8f06ab2e00d4, ASSIGN; state=OFFLINE, location=6912f599d260,37641,1731949887252; forceNewPlan=false, retain=false 2024-11-18T17:11:40,940 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5d4ee02cf151cd23553e8f06ab2e00d4, regionState=OPENING, regionLocation=6912f599d260,37641,1731949887252 2024-11-18T17:11:40,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5d4ee02cf151cd23553e8f06ab2e00d4, ASSIGN because future has completed 2024-11-18T17:11:40,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d4ee02cf151cd23553e8f06ab2e00d4, server=6912f599d260,37641,1731949887252}] 2024-11-18T17:11:40,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:11:41,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:41,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:41,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:41,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:41,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:41,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:41,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:41,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:41,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:41,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:41,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. 2024-11-18T17:11:41,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:11:41,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:11:41,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C37641%2C1731949887252.rep, suffix=, logDir=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252, archiveDir=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/oldWALs, maxLogs=10 2024-11-18T17:11:41,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.rep.1731949901097, exclude list is [], retry=0 2024-11-18T17:11:41,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43411,DS-c497f203-ef92-4726-be1e-6097a5c86852,DISK] 2024-11-18T17:11:41,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.rep.1731949901097 2024-11-18T17:11:41,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38395:38395)] 2024-11-18T17:11:41,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d4ee02cf151cd23553e8f06ab2e00d4, NAME => 'hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:11:41,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:11:41,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:11:41,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. service=MultiRowMutationService 2024-11-18T17:11:41,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:11:41,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:41,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:41,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:41,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:41,114 INFO [StoreOpener-5d4ee02cf151cd23553e8f06ab2e00d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:41,115 INFO [StoreOpener-5d4ee02cf151cd23553e8f06ab2e00d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d4ee02cf151cd23553e8f06ab2e00d4 columnFamilyName hfileref 2024-11-18T17:11:41,115 DEBUG [StoreOpener-5d4ee02cf151cd23553e8f06ab2e00d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:41,115 INFO [StoreOpener-5d4ee02cf151cd23553e8f06ab2e00d4-1 {}] regionserver.HStore(327): Store=5d4ee02cf151cd23553e8f06ab2e00d4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:41,115 INFO [StoreOpener-5d4ee02cf151cd23553e8f06ab2e00d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:41,116 INFO [StoreOpener-5d4ee02cf151cd23553e8f06ab2e00d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d4ee02cf151cd23553e8f06ab2e00d4 columnFamilyName queue 2024-11-18T17:11:41,116 DEBUG [StoreOpener-5d4ee02cf151cd23553e8f06ab2e00d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:41,116 INFO [StoreOpener-5d4ee02cf151cd23553e8f06ab2e00d4-1 {}] regionserver.HStore(327): Store=5d4ee02cf151cd23553e8f06ab2e00d4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:41,116 INFO [StoreOpener-5d4ee02cf151cd23553e8f06ab2e00d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:41,117 INFO [StoreOpener-5d4ee02cf151cd23553e8f06ab2e00d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d4ee02cf151cd23553e8f06ab2e00d4 columnFamilyName sid 2024-11-18T17:11:41,117 DEBUG [StoreOpener-5d4ee02cf151cd23553e8f06ab2e00d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:41,117 INFO [StoreOpener-5d4ee02cf151cd23553e8f06ab2e00d4-1 {}] regionserver.HStore(327): Store=5d4ee02cf151cd23553e8f06ab2e00d4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:41,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:41,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/replication/5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:41,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/replication/5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:41,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:41,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:41,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:11:41,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:41,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/replication/5d4ee02cf151cd23553e8f06ab2e00d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:11:41,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5d4ee02cf151cd23553e8f06ab2e00d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71057276, jitterRate=0.05883592367172241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:11:41,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:41,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5d4ee02cf151cd23553e8f06ab2e00d4: Running coprocessor pre-open hook at 1731949901113Writing region info on filesystem at 1731949901113Initializing all the Stores at 1731949901113Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949901114 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949901114Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949901114Cleaning up temporary data from old regions at 1731949901118 (+4 ms)Running coprocessor post-open hooks at 1731949901125 (+7 ms)Region opened successfully at 1731949901125 2024-11-18T17:11:41,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4., pid=10, masterSystemTime=1731949901093 2024-11-18T17:11:41,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. 2024-11-18T17:11:41,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. 2024-11-18T17:11:41,128 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5d4ee02cf151cd23553e8f06ab2e00d4, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,37641,1731949887252 2024-11-18T17:11:41,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d4ee02cf151cd23553e8f06ab2e00d4, server=6912f599d260,37641,1731949887252 because future has completed 2024-11-18T17:11:41,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T17:11:41,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d4ee02cf151cd23553e8f06ab2e00d4, server=6912f599d260,37641,1731949887252 in 188 msec 2024-11-18T17:11:41,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T17:11:41,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5d4ee02cf151cd23553e8f06ab2e00d4, ASSIGN in 344 msec 2024-11-18T17:11:41,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:11:41,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949901133"}]},"ts":"1731949901133"} 2024-11-18T17:11:41,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T17:11:41,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:11:41,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-18T17:11:41,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4., hostname=6912f599d260,37641,1731949887252, seqNum=2] 2024-11-18T17:11:41,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:41,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:41,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:11:41,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37641 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T17:11:41,395 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T17:11:41,420 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,37641,1731949887252, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:11:41,420 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:41,420 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,37641,1731949887252, seqNum=-1] 2024-11-18T17:11:41,421 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:41,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T17:11:41,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6912f599d260,37641,1731949887252', locateType=CURRENT is [region=hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4., hostname=6912f599d260,37641,1731949887252, seqNum=2] 2024-11-18T17:11:41,425 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T17:11:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T17:11:41,427 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6912f599d260,37641,1731949887252 suceeded 2024-11-18T17:11:41,427 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T17:11:41,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T17:11:41,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-18T17:11:41,428 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6912f599d260:34277,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:11:41,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5250 sec 2024-11-18T17:11:41,439 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:34277' 2024-11-18T17:11:41,440 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26cb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:41,440 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,34277,-1 for getting cluster id 2024-11-18T17:11:41,440 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:41,440 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb8720c-e1e2-457d-b70b-bf172214bb92' 2024-11-18T17:11:41,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:41,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb8720c-e1e2-457d-b70b-bf172214bb92" 2024-11-18T17:11:41,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@335ea94d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:41,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,34277,-1] 2024-11-18T17:11:41,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:41,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:41,441 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:41,442 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30f4127b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:41,442 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:41,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,34277,1731949892195 2024-11-18T17:11:41,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16cd64f 2024-11-18T17:11:41,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:41,443 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-18T17:11:41,444 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,37641,1731949887252 (queues=1) is replicating from cluster=5aeed452-bf4c-476b-894f-57af28217f19 to cluster=adb8720c-e1e2-457d-b70b-bf172214bb92 2024-11-18T17:11:41,444 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C37641%2C1731949887252 2024-11-18T17:11:41,444 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,37641,1731949887252, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:11:41,444 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C37641%2C1731949887252 2024-11-18T17:11:41,444 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455, startPosition=0, beingWritten=true 2024-11-18T17:11:41,448 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:11:41,448 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 379, reset compression=false 2024-11-18T17:11:41,448 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37641,1731949887252 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:11:41,651 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 379, reset compression=false 2024-11-18T17:11:41,955 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 379, reset compression=false 2024-11-18T17:11:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:42,056 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:11:42,056 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:11:42,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:42,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:42,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:42,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:42,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15140b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:42,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,34277,-1 for getting cluster id 2024-11-18T17:11:42,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:42,058 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb8720c-e1e2-457d-b70b-bf172214bb92' 2024-11-18T17:11:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb8720c-e1e2-457d-b70b-bf172214bb92" 2024-11-18T17:11:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691c1c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,34277,-1] 2024-11-18T17:11:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:42,059 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:42,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d2c97fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:42,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,34277,1731949892195 2024-11-18T17:11:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ed52350 2024-11-18T17:11:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:42,061 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:11:42,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:37463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:11:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:11:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:42,063 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:37463' 2024-11-18T17:11:42,064 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee3da7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:42,064 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,37463,-1 for getting cluster id 2024-11-18T17:11:42,065 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:42,065 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aeed452-bf4c-476b-894f-57af28217f19' 2024-11-18T17:11:42,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:42,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aeed452-bf4c-476b-894f-57af28217f19" 2024-11-18T17:11:42,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f2e412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:42,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,37463,-1] 2024-11-18T17:11:42,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:42,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:42,066 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:42,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8ca15b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:42,067 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:42,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,37463,1731949887093 2024-11-18T17:11:42,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f7cd676 2024-11-18T17:11:42,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:42,068 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:11:42,069 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T17:11:42,069 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:11:42,069 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:42,069 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:42,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:42,069 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:11:42,070 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:11:42,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:11:42,071 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:42,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:11:42,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741837_1013 (size=1138) 2024-11-18T17:11:42,120 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T17:11:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:42,358 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 379, reset compression=false 2024-11-18T17:11:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:42,477 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cac37b0a83bf6619b97c7ee465f32062, NAME => 'hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c 2024-11-18T17:11:42,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741838_1014 (size=44) 2024-11-18T17:11:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:42,862 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 379, reset compression=false 2024-11-18T17:11:42,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:42,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cac37b0a83bf6619b97c7ee465f32062, disabling compactions & flushes 2024-11-18T17:11:42,882 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. 2024-11-18T17:11:42,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. 2024-11-18T17:11:42,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. after waiting 0 ms 2024-11-18T17:11:42,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. 2024-11-18T17:11:42,883 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. 2024-11-18T17:11:42,883 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cac37b0a83bf6619b97c7ee465f32062: Waiting for close lock at 1731949902882Disabling compacts and flushes for region at 1731949902882Disabling writes for close at 1731949902883 (+1 ms)Writing region close event to WAL at 1731949902883Closed at 1731949902883 2024-11-18T17:11:42,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:11:42,884 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731949902884"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949902884"}]},"ts":"1731949902884"} 2024-11-18T17:11:42,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:11:42,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:11:42,887 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949902886"}]},"ts":"1731949902886"} 2024-11-18T17:11:42,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T17:11:42,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cac37b0a83bf6619b97c7ee465f32062, ASSIGN}] 2024-11-18T17:11:42,889 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cac37b0a83bf6619b97c7ee465f32062, ASSIGN 2024-11-18T17:11:42,890 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cac37b0a83bf6619b97c7ee465f32062, ASSIGN; state=OFFLINE, location=6912f599d260,44375,1731949892315; forceNewPlan=false, retain=false 2024-11-18T17:11:43,040 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cac37b0a83bf6619b97c7ee465f32062, regionState=OPENING, regionLocation=6912f599d260,44375,1731949892315 2024-11-18T17:11:43,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cac37b0a83bf6619b97c7ee465f32062, ASSIGN because future has completed 2024-11-18T17:11:43,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cac37b0a83bf6619b97c7ee465f32062, server=6912f599d260,44375,1731949892315}] 2024-11-18T17:11:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:43,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. 2024-11-18T17:11:43,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:11:43,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:11:43,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C44375%2C1731949892315.rep, suffix=, logDir=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315, archiveDir=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/oldWALs, maxLogs=10 2024-11-18T17:11:43,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.rep.1731949903198, exclude list is [], retry=0 2024-11-18T17:11:43,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46719,DS-03ea6fa2-7f97-449f-8505-ae23390a7bb1,DISK] 2024-11-18T17:11:43,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.rep.1731949903198 2024-11-18T17:11:43,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42545:42545)] 2024-11-18T17:11:43,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cac37b0a83bf6619b97c7ee465f32062, NAME => 'hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:11:43,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:11:43,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:11:43,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. service=MultiRowMutationService 2024-11-18T17:11:43,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:11:43,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:43,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:11:43,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:43,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:43,215 INFO [StoreOpener-cac37b0a83bf6619b97c7ee465f32062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:43,216 INFO [StoreOpener-cac37b0a83bf6619b97c7ee465f32062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cac37b0a83bf6619b97c7ee465f32062 columnFamilyName hfileref 2024-11-18T17:11:43,216 DEBUG [StoreOpener-cac37b0a83bf6619b97c7ee465f32062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:43,216 INFO [StoreOpener-cac37b0a83bf6619b97c7ee465f32062-1 {}] regionserver.HStore(327): Store=cac37b0a83bf6619b97c7ee465f32062/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:43,217 INFO [StoreOpener-cac37b0a83bf6619b97c7ee465f32062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:43,217 INFO [StoreOpener-cac37b0a83bf6619b97c7ee465f32062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cac37b0a83bf6619b97c7ee465f32062 columnFamilyName queue 2024-11-18T17:11:43,217 DEBUG [StoreOpener-cac37b0a83bf6619b97c7ee465f32062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:43,218 INFO [StoreOpener-cac37b0a83bf6619b97c7ee465f32062-1 {}] regionserver.HStore(327): Store=cac37b0a83bf6619b97c7ee465f32062/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:43,218 INFO [StoreOpener-cac37b0a83bf6619b97c7ee465f32062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:43,218 INFO [StoreOpener-cac37b0a83bf6619b97c7ee465f32062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cac37b0a83bf6619b97c7ee465f32062 columnFamilyName sid 2024-11-18T17:11:43,219 DEBUG [StoreOpener-cac37b0a83bf6619b97c7ee465f32062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:11:43,219 INFO [StoreOpener-cac37b0a83bf6619b97c7ee465f32062-1 {}] regionserver.HStore(327): Store=cac37b0a83bf6619b97c7ee465f32062/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:11:43,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:43,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/replication/cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:43,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/replication/cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:43,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:43,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:43,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:11:43,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:43,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/replication/cac37b0a83bf6619b97c7ee465f32062/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:11:43,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cac37b0a83bf6619b97c7ee465f32062; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71177589, jitterRate=0.060628727078437805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:11:43,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:43,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cac37b0a83bf6619b97c7ee465f32062: Running coprocessor pre-open hook at 1731949903214Writing region info on filesystem at 1731949903214Initializing all the Stores at 1731949903215 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949903215Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949903215Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949903215Cleaning up temporary data from old regions at 1731949903220 (+5 ms)Running coprocessor post-open hooks at 1731949903223 (+3 ms)Region opened successfully at 1731949903223 2024-11-18T17:11:43,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062., pid=10, masterSystemTime=1731949903194 2024-11-18T17:11:43,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. 2024-11-18T17:11:43,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. 2024-11-18T17:11:43,226 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cac37b0a83bf6619b97c7ee465f32062, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,44375,1731949892315 2024-11-18T17:11:43,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cac37b0a83bf6619b97c7ee465f32062, server=6912f599d260,44375,1731949892315 because future has completed 2024-11-18T17:11:43,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T17:11:43,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cac37b0a83bf6619b97c7ee465f32062, server=6912f599d260,44375,1731949892315 in 187 msec 2024-11-18T17:11:43,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T17:11:43,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cac37b0a83bf6619b97c7ee465f32062, ASSIGN in 342 msec 2024-11-18T17:11:43,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:11:43,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949903232"}]},"ts":"1731949903232"} 2024-11-18T17:11:43,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T17:11:43,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:11:43,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-18T17:11:43,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062., hostname=6912f599d260,44375,1731949892315, seqNum=2] 2024-11-18T17:11:43,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:43,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:43,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:11:43,465 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 379, reset compression=false 2024-11-18T17:11:43,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T17:11:43,495 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T17:11:43,520 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,44375,1731949892315, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:11:43,520 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:43,520 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44375,1731949892315, seqNum=-1] 2024-11-18T17:11:43,521 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:43,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T17:11:43,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6912f599d260,44375,1731949892315', locateType=CURRENT is [region=hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062., hostname=6912f599d260,44375,1731949892315, seqNum=2] 2024-11-18T17:11:43,525 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T17:11:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T17:11:43,527 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6912f599d260,44375,1731949892315 suceeded 2024-11-18T17:11:43,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T17:11:43,528 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6912f599d260:37463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:11:43,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-18T17:11:43,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4670 sec 2024-11-18T17:11:43,538 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:37463' 2024-11-18T17:11:43,539 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@285a35b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:43,539 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,37463,-1 for getting cluster id 2024-11-18T17:11:43,539 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:43,540 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aeed452-bf4c-476b-894f-57af28217f19' 2024-11-18T17:11:43,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:43,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aeed452-bf4c-476b-894f-57af28217f19" 2024-11-18T17:11:43,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cdd06ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:43,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,37463,-1] 2024-11-18T17:11:43,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:43,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:43,541 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:43,542 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@537db97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:43,542 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:43,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,37463,1731949887093 2024-11-18T17:11:43,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36168f3d 2024-11-18T17:11:43,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:11:43,543 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-18T17:11:43,544 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,44375,1731949892315 (queues=1) is replicating from cluster=adb8720c-e1e2-457d-b70b-bf172214bb92 to cluster=5aeed452-bf4c-476b-894f-57af28217f19 2024-11-18T17:11:43,544 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C44375%2C1731949892315 2024-11-18T17:11:43,544 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,44375,1731949892315, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:11:43,544 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C44375%2C1731949892315 2024-11-18T17:11:43,544 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588, startPosition=0, beingWritten=true 2024-11-18T17:11:43,549 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:11:43,549 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 379, reset compression=false 2024-11-18T17:11:43,549 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,44375,1731949892315 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:11:43,752 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 379, reset compression=false 2024-11-18T17:11:44,055 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 379, reset compression=false 2024-11-18T17:11:44,168 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 379, reset compression=false 2024-11-18T17:11:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34277 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:11:44,206 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:11:44,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:11:44,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:44,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:44,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:44,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:44,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,37641,1731949887252, seqNum=-1] 2024-11-18T17:11:44,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:44,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:11:44,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100., hostname=6912f599d260,37641,1731949887252, seqNum=2] 2024-11-18T17:11:44,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:44,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44375,1731949892315, seqNum=-1] 2024-11-18T17:11:44,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:44,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:11:44,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731949897738.89e403054571cf930b85ffe9d9d84f93., hostname=6912f599d260,44375,1731949892315, seqNum=2] 2024-11-18T17:11:44,217 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T17:11:44,459 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 379, reset compression=false 2024-11-18T17:11:44,963 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 379, reset compression=false 2024-11-18T17:11:44,971 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 379, reset compression=false 2024-11-18T17:11:44,998 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:11:44,998 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 480, reset compression=false 2024-11-18T17:11:44,998 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37641,1731949887252 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bbae7d2792eb81f9a70eb9919021100/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T17:11:45,000 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:11:45,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-18T17:11:45,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:11:45,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43a90ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:45,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,34277,-1 for getting cluster id 2024-11-18T17:11:45,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:45,004 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb8720c-e1e2-457d-b70b-bf172214bb92' 2024-11-18T17:11:45,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:45,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb8720c-e1e2-457d-b70b-bf172214bb92" 2024-11-18T17:11:45,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e441a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:45,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,34277,-1] 2024-11-18T17:11:45,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:45,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:45,005 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:45,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6616926f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:45,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:45,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44375,1731949892315, seqNum=-1] 2024-11-18T17:11:45,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:45,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-18T17:11:45,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731949897738.89e403054571cf930b85ffe9d9d84f93., hostname=6912f599d260,44375,1731949892315, seqNum=2] 2024-11-18T17:11:45,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:11:45,202 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 480, reset compression=false 2024-11-18T17:11:45,220 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T17:11:45,223 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T17:11:45,505 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 480, reset compression=false 2024-11-18T17:11:45,566 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 379, reset compression=false 2024-11-18T17:11:45,570 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:11:45,570 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 607, reset compression=false 2024-11-18T17:11:45,570 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,44375,1731949892315 got entry batch from reader: WALEntryBatch [walEntries=[{test/89e403054571cf930b85ffe9d9d84f93/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T17:11:45,572 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:11:45,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-18T17:11:45,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:11:45,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10feadea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:45,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,37463,-1 for getting cluster id 2024-11-18T17:11:45,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:11:45,574 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aeed452-bf4c-476b-894f-57af28217f19' 2024-11-18T17:11:45,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:11:45,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aeed452-bf4c-476b-894f-57af28217f19" 2024-11-18T17:11:45,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ac66983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:45,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,37463,-1] 2024-11-18T17:11:45,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:11:45,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:45,575 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:11:45,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15253c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:11:45,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:11:45,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,37641,1731949887252, seqNum=-1] 2024-11-18T17:11:45,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:11:45,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-18T17:11:45,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100., hostname=6912f599d260,37641,1731949887252, seqNum=2] 2024-11-18T17:11:45,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:11:45,773 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 607, reset compression=false 2024-11-18T17:11:45,909 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 480, reset compression=false 2024-11-18T17:11:45,913 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:11:45,913 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 608, reset compression=false 2024-11-18T17:11:45,913 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37641,1731949887252 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:11:46,077 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 607, reset compression=false 2024-11-18T17:11:46,116 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 608, reset compression=false 2024-11-18T17:11:46,225 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T17:11:46,229 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T17:11:46,419 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 608, reset compression=false 2024-11-18T17:11:46,422 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:11:46,422 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 764, reset compression=false 2024-11-18T17:11:46,422 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37641,1731949887252 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bbae7d2792eb81f9a70eb9919021100/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T17:11:46,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:11:46,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44375 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:11:46,480 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 607, reset compression=false 2024-11-18T17:11:46,484 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:11:46,484 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 754, reset compression=false 2024-11-18T17:11:46,484 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,44375,1731949892315 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:11:46,614 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:11:46,625 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 764, reset compression=false 2024-11-18T17:11:46,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:46,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:46,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:46,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:46,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:46,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:46,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:46,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:46,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:46,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:46,687 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 754, reset compression=false 2024-11-18T17:11:46,930 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 764, reset compression=false 2024-11-18T17:11:46,991 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 754, reset compression=false 2024-11-18T17:11:47,231 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T17:11:47,234 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T17:11:47,333 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 764, reset compression=false 2024-11-18T17:11:47,394 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 754, reset compression=false 2024-11-18T17:11:47,399 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:11:47,399 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 913, reset compression=false 2024-11-18T17:11:47,399 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,44375,1731949892315 got entry batch from reader: WALEntryBatch [walEntries=[{test/89e403054571cf930b85ffe9d9d84f93/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T17:11:47,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:11:47,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37641 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:11:47,615 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 913, reset compression=false 2024-11-18T17:11:47,837 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 764, reset compression=false 2024-11-18T17:11:47,841 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:11:47,841 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 914, reset compression=false 2024-11-18T17:11:47,841 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37641,1731949887252 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:11:47,920 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 913, reset compression=false 2024-11-18T17:11:48,045 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 914, reset compression=false 2024-11-18T17:11:48,236 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T17:11:48,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:11:48,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:11:48,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:48,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:48,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:48,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:48,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:11:48,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=10894961, stopped=false 2024-11-18T17:11:48,238 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,34277,1731949892195 2024-11-18T17:11:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11877851554/running 2024-11-18T17:11:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11877851554/running 2024-11-18T17:11:48,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:48,283 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:11:48,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:11:48,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:48,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:48,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Set watcher on znode that does not yet exist, /11877851554/running 2024-11-18T17:11:48,284 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,44375,1731949892315' ***** 2024-11-18T17:11:48,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Set watcher on znode that does not yet exist, /11877851554/running 2024-11-18T17:11:48,284 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:11:48,284 INFO [RS:0;6912f599d260:44375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:11:48,284 INFO [RS:0;6912f599d260:44375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:11:48,284 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:11:48,284 INFO [RS:0;6912f599d260:44375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:11:48,284 INFO [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(3091): Received CLOSE for 89e403054571cf930b85ffe9d9d84f93 2024-11-18T17:11:48,285 INFO [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(3091): Received CLOSE for cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:48,285 INFO [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,44375,1731949892315 2024-11-18T17:11:48,285 INFO [RS:0;6912f599d260:44375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:11:48,285 INFO [RS:0;6912f599d260:44375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:44375. 2024-11-18T17:11:48,285 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89e403054571cf930b85ffe9d9d84f93, disabling compactions & flushes 2024-11-18T17:11:48,285 DEBUG [RS:0;6912f599d260:44375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:48,285 DEBUG [RS:0;6912f599d260:44375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:48,285 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731949897738.89e403054571cf930b85ffe9d9d84f93. 2024-11-18T17:11:48,285 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949897738.89e403054571cf930b85ffe9d9d84f93. 2024-11-18T17:11:48,285 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731949897738.89e403054571cf930b85ffe9d9d84f93. after waiting 0 ms 2024-11-18T17:11:48,285 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731949897738.89e403054571cf930b85ffe9d9d84f93. 2024-11-18T17:11:48,285 INFO [RS:0;6912f599d260:44375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:11:48,285 INFO [RS:0;6912f599d260:44375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:11:48,285 INFO [RS:0;6912f599d260:44375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:11:48,285 INFO [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:11:48,285 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 89e403054571cf930b85ffe9d9d84f93 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-18T17:11:48,285 INFO [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T17:11:48,285 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1325): Online Regions={89e403054571cf930b85ffe9d9d84f93=test,,1731949897738.89e403054571cf930b85ffe9d9d84f93., cac37b0a83bf6619b97c7ee465f32062=hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:11:48,285 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89e403054571cf930b85ffe9d9d84f93, cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:48,285 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:11:48,285 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:11:48,285 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:11:48,285 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:11:48,285 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:11:48,285 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T17:11:48,299 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/.tmp/f/83fa4c0d84ce470eb2913f871c3c5075 is 29, key is row1/f:/1731949907232/DeleteFamily/seqid=0 2024-11-18T17:11:48,301 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/.tmp/info/9509eeec32094d7e9ad41584ff046cae is 147, key is hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062./info:regioninfo/1731949903226/Put/seqid=0 2024-11-18T17:11:48,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741840_1016 (size=5118) 2024-11-18T17:11:48,303 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/.tmp/f/83fa4c0d84ce470eb2913f871c3c5075 2024-11-18T17:11:48,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741841_1017 (size=7686) 2024-11-18T17:11:48,307 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83fa4c0d84ce470eb2913f871c3c5075 2024-11-18T17:11:48,323 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 913, reset compression=false 2024-11-18T17:11:48,324 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/.tmp/f1/52573524a1854ba69b6d5d2949cf11b5 is 30, key is row1/f1:/1731949907232/DeleteFamily/seqid=0 2024-11-18T17:11:48,327 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:11:48,327 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 1160, reset compression=false 2024-11-18T17:11:48,327 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,44375,1731949892315 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:11:48,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741842_1018 (size=5123) 2024-11-18T17:11:48,328 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6912f599d260,44375,1731949892315: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6912f599d260,44375,1731949892315, walGroup=6912f599d260%2C44375%2C1731949892315, offset=6912f599d260%2C44375%2C1731949892315.1731949894588:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:44375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T17:11:48,330 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T17:11:48,330 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T17:11:48,330 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T17:11:48,330 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T17:11:48,331 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T17:11:48,331 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 586820928 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 191570432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T17:11:48,331 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:34277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:34277 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T17:11:48,349 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 914, reset compression=false 2024-11-18T17:11:48,360 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:11:48,485 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89e403054571cf930b85ffe9d9d84f93, cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:48,532 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 1160, reset compression=false 2024-11-18T17:11:48,537 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:11:48,537 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:11:48,685 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89e403054571cf930b85ffe9d9d84f93, cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:48,705 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/.tmp/info/9509eeec32094d7e9ad41584ff046cae 2024-11-18T17:11:48,722 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/.tmp/ns/fb03d63dd7f84e4581373749690bcc4e is 43, key is default/ns:d/1731949895498/Put/seqid=0 2024-11-18T17:11:48,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741843_1019 (size=5153) 2024-11-18T17:11:48,729 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/.tmp/f1/52573524a1854ba69b6d5d2949cf11b5 2024-11-18T17:11:48,732 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52573524a1854ba69b6d5d2949cf11b5 2024-11-18T17:11:48,746 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/.tmp/norep/df3a162e1aca44d9bb0b9cda0e9e5c46 is 33, key is row1/norep:/1731949907232/DeleteFamily/seqid=0 2024-11-18T17:11:48,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741844_1020 (size=5108) 2024-11-18T17:11:48,752 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 914, reset compression=false 2024-11-18T17:11:48,836 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 1160, reset compression=false 2024-11-18T17:11:48,886 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89e403054571cf930b85ffe9d9d84f93, cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:49,065 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:49,066 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:11:49,066 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28312 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:11:49,086 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89e403054571cf930b85ffe9d9d84f93, cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:49,126 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/.tmp/ns/fb03d63dd7f84e4581373749690bcc4e 2024-11-18T17:11:49,146 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/.tmp/rep_barrier/ce256a5e93bd496280cb5e82ff6e5c02 is 112, key is test,,1731949897738.89e403054571cf930b85ffe9d9d84f93./rep_barrier:seqnumDuringOpen/1731949898883/Put/seqid=0 2024-11-18T17:11:49,149 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/.tmp/norep/df3a162e1aca44d9bb0b9cda0e9e5c46 2024-11-18T17:11:49,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741845_1021 (size=5518) 2024-11-18T17:11:49,152 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df3a162e1aca44d9bb0b9cda0e9e5c46 2024-11-18T17:11:49,153 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/.tmp/f/83fa4c0d84ce470eb2913f871c3c5075 as hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/f/83fa4c0d84ce470eb2913f871c3c5075 2024-11-18T17:11:49,157 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83fa4c0d84ce470eb2913f871c3c5075 2024-11-18T17:11:49,157 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/f/83fa4c0d84ce470eb2913f871c3c5075, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T17:11:49,157 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/.tmp/f1/52573524a1854ba69b6d5d2949cf11b5 as hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/f1/52573524a1854ba69b6d5d2949cf11b5 2024-11-18T17:11:49,161 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52573524a1854ba69b6d5d2949cf11b5 2024-11-18T17:11:49,161 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/f1/52573524a1854ba69b6d5d2949cf11b5, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T17:11:49,162 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/.tmp/norep/df3a162e1aca44d9bb0b9cda0e9e5c46 as hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/norep/df3a162e1aca44d9bb0b9cda0e9e5c46 2024-11-18T17:11:49,165 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df3a162e1aca44d9bb0b9cda0e9e5c46 2024-11-18T17:11:49,165 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/norep/df3a162e1aca44d9bb0b9cda0e9e5c46, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T17:11:49,166 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 89e403054571cf930b85ffe9d9d84f93 in 881ms, sequenceid=8, compaction requested=false 2024-11-18T17:11:49,170 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/default/test/89e403054571cf930b85ffe9d9d84f93/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T17:11:49,170 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:11:49,170 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:11:49,170 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731949897738.89e403054571cf930b85ffe9d9d84f93. 2024-11-18T17:11:49,170 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89e403054571cf930b85ffe9d9d84f93: Waiting for close lock at 1731949908285Running coprocessor pre-close hooks at 1731949908285Disabling compacts and flushes for region at 1731949908285Disabling writes for close at 1731949908285Obtaining lock to block concurrent updates at 1731949908285Preparing flush snapshotting stores in 89e403054571cf930b85ffe9d9d84f93 at 1731949908285Finished memstore snapshotting test,,1731949897738.89e403054571cf930b85ffe9d9d84f93., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731949908285Flushing stores of test,,1731949897738.89e403054571cf930b85ffe9d9d84f93. at 1731949908286 (+1 ms)Flushing 89e403054571cf930b85ffe9d9d84f93/f: creating writer at 1731949908286Flushing 89e403054571cf930b85ffe9d9d84f93/f: appending metadata at 1731949908298 (+12 ms)Flushing 89e403054571cf930b85ffe9d9d84f93/f: closing flushed file at 1731949908298Flushing 89e403054571cf930b85ffe9d9d84f93/f1: creating writer at 1731949908307 (+9 ms)Flushing 89e403054571cf930b85ffe9d9d84f93/f1: appending metadata at 1731949908323 (+16 ms)Flushing 89e403054571cf930b85ffe9d9d84f93/f1: closing flushed file at 1731949908323Flushing 89e403054571cf930b85ffe9d9d84f93/norep: creating writer at 1731949908732 (+409 ms)Flushing 89e403054571cf930b85ffe9d9d84f93/norep: appending metadata at 1731949908745 (+13 ms)Flushing 89e403054571cf930b85ffe9d9d84f93/norep: closing flushed file at 1731949908745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dba3e55: reopening flushed file at 1731949909153 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8919725: reopening flushed file at 1731949909157 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@212c6a32: reopening flushed file at 1731949909161 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 89e403054571cf930b85ffe9d9d84f93 in 881ms, sequenceid=8, compaction requested=false at 1731949909166 (+5 ms)Writing region close event to WAL at 1731949909167 (+1 ms)Running coprocessor post-close hooks at 1731949909170 (+3 ms)Closed at 1731949909170 2024-11-18T17:11:49,170 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731949897738.89e403054571cf930b85ffe9d9d84f93. 2024-11-18T17:11:49,170 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cac37b0a83bf6619b97c7ee465f32062, disabling compactions & flushes 2024-11-18T17:11:49,171 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. 2024-11-18T17:11:49,171 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. 2024-11-18T17:11:49,171 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. after waiting 0 ms 2024-11-18T17:11:49,171 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. 2024-11-18T17:11:49,171 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cac37b0a83bf6619b97c7ee465f32062: Waiting for close lock at 1731949909170Running coprocessor pre-close hooks at 1731949909170Disabling compacts and flushes for region at 1731949909170Disabling writes for close at 1731949909171 (+1 ms)Failed flush hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062., putting online again at 1731949909171 2024-11-18T17:11:49,171 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. 2024-11-18T17:11:49,239 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 1160, reset compression=false 2024-11-18T17:11:49,243 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:11:49,243 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 1804, reset compression=false 2024-11-18T17:11:49,255 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 914, reset compression=false 2024-11-18T17:11:49,286 INFO [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T17:11:49,286 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1325): Online Regions={cac37b0a83bf6619b97c7ee465f32062=hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:11:49,286 INFO [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(3091): Received CLOSE for cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:49,286 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cac37b0a83bf6619b97c7ee465f32062 2024-11-18T17:11:49,286 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cac37b0a83bf6619b97c7ee465f32062, disabling compactions & flushes 2024-11-18T17:11:49,286 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. 2024-11-18T17:11:49,286 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. 2024-11-18T17:11:49,286 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. after waiting 0 ms 2024-11-18T17:11:49,286 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. 2024-11-18T17:11:49,286 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cac37b0a83bf6619b97c7ee465f32062: Waiting for close lock at 1731949909286Running coprocessor pre-close hooks at 1731949909286Disabling compacts and flushes for region at 1731949909286Disabling writes for close at 1731949909286Failed flush hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062., putting online again at 1731949909286 2024-11-18T17:11:49,286 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731949902069.cac37b0a83bf6619b97c7ee465f32062. 2024-11-18T17:11:49,446 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 1804, reset compression=false 2024-11-18T17:11:49,486 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:11:49,550 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/.tmp/rep_barrier/ce256a5e93bd496280cb5e82ff6e5c02 2024-11-18T17:11:49,565 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/.tmp/table/727ba93f881541fd87c34474aa6fb714 is 53, key is hbase:replication/table:state/1731949903232/Put/seqid=0 2024-11-18T17:11:49,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741846_1022 (size=5308) 2024-11-18T17:11:49,686 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:11:49,750 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 1804, reset compression=false 2024-11-18T17:11:49,858 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 914, reset compression=false 2024-11-18T17:11:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-18T17:11:49,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-18T17:11:49,886 DEBUG [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:11:49,969 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/.tmp/table/727ba93f881541fd87c34474aa6fb714 2024-11-18T17:11:49,973 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/.tmp/info/9509eeec32094d7e9ad41584ff046cae as hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/info/9509eeec32094d7e9ad41584ff046cae 2024-11-18T17:11:49,977 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/info/9509eeec32094d7e9ad41584ff046cae, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T17:11:49,977 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/.tmp/ns/fb03d63dd7f84e4581373749690bcc4e as hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/ns/fb03d63dd7f84e4581373749690bcc4e 2024-11-18T17:11:49,981 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/ns/fb03d63dd7f84e4581373749690bcc4e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T17:11:49,982 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/.tmp/rep_barrier/ce256a5e93bd496280cb5e82ff6e5c02 as hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/rep_barrier/ce256a5e93bd496280cb5e82ff6e5c02 2024-11-18T17:11:49,986 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/rep_barrier/ce256a5e93bd496280cb5e82ff6e5c02, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T17:11:49,986 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/.tmp/table/727ba93f881541fd87c34474aa6fb714 as hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/table/727ba93f881541fd87c34474aa6fb714 2024-11-18T17:11:49,990 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/table/727ba93f881541fd87c34474aa6fb714, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T17:11:50,004 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-18T17:11:50,008 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:11:50,009 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:11:50,009 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:11:50,009 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:11:50,009 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949908285Running coprocessor pre-close hooks at 1731949908285Disabling compacts and flushes for region at 1731949908285Disabling writes for close at 1731949908285Obtaining lock to block concurrent updates at 1731949908285Preparing flush snapshotting stores in 1588230740 at 1731949908285Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731949908285Flushing stores of hbase:meta,,1.1588230740 at 1731949908286 (+1 ms)Flushing 1588230740/info: creating writer at 1731949908286Flushing 1588230740/info: appending metadata at 1731949908301 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731949908301Flushing 1588230740/ns: creating writer at 1731949908709 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731949908722 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731949908722Flushing 1588230740/rep_barrier: creating writer at 1731949909130 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731949909146 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731949909146Flushing 1588230740/table: creating writer at 1731949909554 (+408 ms)Flushing 1588230740/table: appending metadata at 1731949909565 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731949909565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@301af66b: reopening flushed file at 1731949909972 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6144e6a5: reopening flushed file at 1731949909977 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f7dea2: reopening flushed file at 1731949909981 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50882aa3: reopening flushed file at 1731949909986 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1731949910004 (+18 ms)Writing region close event to WAL at 1731949910006 (+2 ms)Running coprocessor post-close hooks at 1731949910009 (+3 ms)Closed at 1731949910009 2024-11-18T17:11:50,009 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:11:50,087 INFO [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T17:11:50,087 INFO [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,44375,1731949892315; all regions closed. 2024-11-18T17:11:50,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741834_1010 (size=4239) 2024-11-18T17:11:50,089 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.meta.1731949895458.meta not finished, retry = 0 2024-11-18T17:11:50,153 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 to pos 1804, reset compression=false 2024-11-18T17:11:50,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741839_1015 (size=1515) 2024-11-18T17:11:50,191 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.rep.1731949903198 not finished, retry = 0 2024-11-18T17:11:50,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/WALs/6912f599d260,44375,1731949892315/6912f599d260%2C44375%2C1731949892315.1731949894588 not finished, retry = 0 2024-11-18T17:11:50,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741832_1008 (size=1812) 2024-11-18T17:11:50,394 DEBUG [RS:0;6912f599d260:44375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:50,394 INFO [RS:0;6912f599d260:44375 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:11:50,394 INFO [RS:0;6912f599d260:44375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:11:50,395 INFO [RS:0;6912f599d260:44375 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:11:50,395 INFO [RS:0;6912f599d260:44375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:11:50,395 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:11:50,395 INFO [RS:0;6912f599d260:44375 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,44375,1731949892315 because: Region server is closing 2024-11-18T17:11:50,395 INFO [RS:0;6912f599d260:44375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:44375. 2024-11-18T17:11:50,395 DEBUG [RS:0;6912f599d260:44375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:50,395 DEBUG [RS:0;6912f599d260:44375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:50,395 DEBUG [RS:0;6912f599d260:44375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:50,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:50,496 INFO [RS:0;6912f599d260:44375 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.shipper6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 terminated 2024-11-18T17:11:50,496 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,44375,1731949892315.replicationSource.wal-reader.6912f599d260%2C44375%2C1731949892315,1-6912f599d260,44375,1731949892315 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T17:11:50,496 INFO [RS:0;6912f599d260:44375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:44375. 2024-11-18T17:11:50,496 DEBUG [RS:0;6912f599d260:44375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:50,496 DEBUG [RS:0;6912f599d260:44375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:50,496 DEBUG [RS:0;6912f599d260:44375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:50,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:50,496 INFO [RS:0;6912f599d260:44375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44375 2024-11-18T17:11:50,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554/rs 2024-11-18T17:11:50,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11877851554/rs/6912f599d260,44375,1731949892315 2024-11-18T17:11:50,533 INFO [RS:0;6912f599d260:44375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:11:50,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,44375,1731949892315] 2024-11-18T17:11:50,549 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11877851554/draining/6912f599d260,44375,1731949892315 already deleted, retry=false 2024-11-18T17:11:50,549 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,44375,1731949892315 expired; onlineServers=0 2024-11-18T17:11:50,549 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,34277,1731949892195' ***** 2024-11-18T17:11:50,549 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:11:50,550 INFO [M:0;6912f599d260:34277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:11:50,550 INFO [M:0;6912f599d260:34277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:11:50,550 DEBUG [M:0;6912f599d260:34277 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:11:50,550 DEBUG [M:0;6912f599d260:34277 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:11:50,550 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:11:50,550 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949894284 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949894284,5,FailOnTimeoutGroup] 2024-11-18T17:11:50,550 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949894285 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949894285,5,FailOnTimeoutGroup] 2024-11-18T17:11:50,550 INFO [M:0;6912f599d260:34277 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:11:50,550 INFO [M:0;6912f599d260:34277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:11:50,550 DEBUG [M:0;6912f599d260:34277 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:11:50,550 INFO [M:0;6912f599d260:34277 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:11:50,550 INFO [M:0;6912f599d260:34277 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:11:50,551 INFO [M:0;6912f599d260:34277 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:11:50,551 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:11:50,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11877851554/master 2024-11-18T17:11:50,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11877851554 2024-11-18T17:11:50,558 DEBUG [M:0;6912f599d260:34277 {}] zookeeper.ZKUtil(347): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Unable to get data of znode /11877851554/master because node does not exist (not an error) 2024-11-18T17:11:50,558 WARN [M:0;6912f599d260:34277 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:11:50,558 INFO [M:0;6912f599d260:34277 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/.lastflushedseqids 2024-11-18T17:11:50,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741847_1023 (size=245) 2024-11-18T17:11:50,562 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 914, reset compression=false 2024-11-18T17:11:50,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:50,641 INFO [RS:0;6912f599d260:44375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:11:50,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44375-0x1015037a9c30004, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:50,641 INFO [RS:0;6912f599d260:44375 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,44375,1731949892315; zookeeper connection closed. 2024-11-18T17:11:50,642 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6160ef46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6160ef46 2024-11-18T17:11:50,642 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:11:50,962 INFO [M:0;6912f599d260:34277 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:11:50,963 INFO [M:0;6912f599d260:34277 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:11:50,963 DEBUG [M:0;6912f599d260:34277 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:11:50,963 INFO [M:0;6912f599d260:34277 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:50,963 DEBUG [M:0;6912f599d260:34277 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:50,963 DEBUG [M:0;6912f599d260:34277 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:11:50,963 DEBUG [M:0;6912f599d260:34277 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:50,963 INFO [M:0;6912f599d260:34277 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T17:11:50,979 DEBUG [M:0;6912f599d260:34277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4ef697f53c74c4483d2974cb1903f8d is 82, key is hbase:meta,,1/info:regioninfo/1731949895484/Put/seqid=0 2024-11-18T17:11:50,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741848_1024 (size=5672) 2024-11-18T17:11:51,365 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 914, reset compression=false 2024-11-18T17:11:51,383 INFO [M:0;6912f599d260:34277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4ef697f53c74c4483d2974cb1903f8d 2024-11-18T17:11:51,402 DEBUG [M:0;6912f599d260:34277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d80bcbbf13ba40098e448f00f2616dcb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731949903235/Put/seqid=0 2024-11-18T17:11:51,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741849_1025 (size=8515) 2024-11-18T17:11:51,806 INFO [M:0;6912f599d260:34277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d80bcbbf13ba40098e448f00f2616dcb 2024-11-18T17:11:51,822 DEBUG [M:0;6912f599d260:34277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5839f39c33b84a72b167d557368d4ca0 is 69, key is 6912f599d260,44375,1731949892315/rs:state/1731949894395/Put/seqid=0 2024-11-18T17:11:51,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741850_1026 (size=5156) 2024-11-18T17:11:52,227 INFO [M:0;6912f599d260:34277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5839f39c33b84a72b167d557368d4ca0 2024-11-18T17:11:52,231 DEBUG [M:0;6912f599d260:34277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4ef697f53c74c4483d2974cb1903f8d as hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4ef697f53c74c4483d2974cb1903f8d 2024-11-18T17:11:52,235 INFO [M:0;6912f599d260:34277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4ef697f53c74c4483d2974cb1903f8d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T17:11:52,235 DEBUG [M:0;6912f599d260:34277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d80bcbbf13ba40098e448f00f2616dcb as hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d80bcbbf13ba40098e448f00f2616dcb 2024-11-18T17:11:52,239 INFO [M:0;6912f599d260:34277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d80bcbbf13ba40098e448f00f2616dcb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T17:11:52,240 DEBUG [M:0;6912f599d260:34277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5839f39c33b84a72b167d557368d4ca0 as hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5839f39c33b84a72b167d557368d4ca0 2024-11-18T17:11:52,243 INFO [M:0;6912f599d260:34277 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42843/user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5839f39c33b84a72b167d557368d4ca0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T17:11:52,244 INFO [M:0;6912f599d260:34277 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-18T17:11:52,249 INFO [M:0;6912f599d260:34277 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:52,249 DEBUG [M:0;6912f599d260:34277 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949910963Disabling compacts and flushes for region at 1731949910963Disabling writes for close at 1731949910963Obtaining lock to block concurrent updates at 1731949910963Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949910963Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731949910963Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949910964 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949910964Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949910979 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949910979Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949911387 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949911402 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949911402Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949911809 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949911822 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949911822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59157372: reopening flushed file at 1731949912231 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c4e8f2: reopening flushed file at 1731949912235 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db6c9d3: reopening flushed file at 1731949912239 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731949912244 (+5 ms)Writing region close event to WAL at 1731949912249 (+5 ms)Closed at 1731949912249 2024-11-18T17:11:52,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46719 is added to blk_1073741830_1006 (size=63642) 2024-11-18T17:11:52,251 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1437b3e-fd60-0b07-93c5-bd25491e5e9c/MasterData/WALs/6912f599d260,34277,1731949892195/6912f599d260%2C34277%2C1731949892195.1731949894070 not finished, retry = 0 2024-11-18T17:11:52,269 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 914, reset compression=false 2024-11-18T17:11:52,352 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:11:52,352 INFO [M:0;6912f599d260:34277 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:11:52,352 INFO [M:0;6912f599d260:34277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34277 2024-11-18T17:11:52,353 INFO [M:0;6912f599d260:34277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:11:52,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:52,491 INFO [M:0;6912f599d260:34277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:11:52,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34277-0x1015037a9c30003, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:52,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37902b89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:11:52,524 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46770c2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:11:52,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:11:52,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@275b7944{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:11:52,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b8bb0d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/hadoop.log.dir/,STOPPED} 2024-11-18T17:11:52,525 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:11:52,525 WARN [BP-398240120-172.17.0.3-1731949890531 heartbeating to localhost/127.0.0.1:42843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:11:52,525 WARN [BP-398240120-172.17.0.3-1731949890531 heartbeating to localhost/127.0.0.1:42843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-398240120-172.17.0.3-1731949890531 (Datanode Uuid 540e4b08-a10d-4fdf-9974-969ca30f809e) service to localhost/127.0.0.1:42843 2024-11-18T17:11:52,525 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:11:52,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/cluster_ad4e8efc-8a4e-3129-6a80-ec13d7221a3e/data/data1/current/BP-398240120-172.17.0.3-1731949890531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:11:52,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/cluster_ad4e8efc-8a4e-3129-6a80-ec13d7221a3e/data/data2/current/BP-398240120-172.17.0.3-1731949890531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:11:52,526 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:11:52,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f9d0017{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:11:52,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f7dd77d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:11:52,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:11:52,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@616c18f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:11:52,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375de010{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/hadoop.log.dir/,STOPPED} 2024-11-18T17:11:52,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:11:52,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:11:52,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:11:52,546 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:52,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:52,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:52,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:52,546 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:11:52,546 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1209445504, stopped=false 2024-11-18T17:11:52,547 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,37463,1731949887093 2024-11-18T17:11:52,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-396579327/running 2024-11-18T17:11:52,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:52,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-396579327/running 2024-11-18T17:11:52,558 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:11:52,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:52,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:11:52,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:52,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:52,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Set watcher on znode that does not yet exist, /0-396579327/running 2024-11-18T17:11:52,558 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,37641,1731949887252' ***** 2024-11-18T17:11:52,558 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:11:52,558 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Set watcher on znode that does not yet exist, /0-396579327/running 2024-11-18T17:11:52,558 INFO [RS:0;6912f599d260:37641 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:11:52,559 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:11:52,559 INFO [RS:0;6912f599d260:37641 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:11:52,559 INFO [RS:0;6912f599d260:37641 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:11:52,559 INFO [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:52,559 INFO [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bbae7d2792eb81f9a70eb9919021100 2024-11-18T17:11:52,559 INFO [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,37641,1731949887252 2024-11-18T17:11:52,559 INFO [RS:0;6912f599d260:37641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:11:52,559 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d4ee02cf151cd23553e8f06ab2e00d4, disabling compactions & flushes 2024-11-18T17:11:52,559 INFO [RS:0;6912f599d260:37641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:37641. 2024-11-18T17:11:52,559 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. 2024-11-18T17:11:52,559 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. 2024-11-18T17:11:52,559 DEBUG [RS:0;6912f599d260:37641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:52,559 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. after waiting 0 ms 2024-11-18T17:11:52,559 DEBUG [RS:0;6912f599d260:37641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:52,559 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. 2024-11-18T17:11:52,559 INFO [RS:0;6912f599d260:37641 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:11:52,559 INFO [RS:0;6912f599d260:37641 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:11:52,559 INFO [RS:0;6912f599d260:37641 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:11:52,559 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5d4ee02cf151cd23553e8f06ab2e00d4 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-18T17:11:52,559 INFO [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:11:52,559 INFO [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T17:11:52,559 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1325): Online Regions={5d4ee02cf151cd23553e8f06ab2e00d4=hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4., 1588230740=hbase:meta,,1.1588230740, 0bbae7d2792eb81f9a70eb9919021100=test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100.} 2024-11-18T17:11:52,559 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1351): Waiting on 0bbae7d2792eb81f9a70eb9919021100, 1588230740, 5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:52,559 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:11:52,560 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:11:52,560 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:11:52,560 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:11:52,560 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:11:52,560 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T17:11:52,573 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/.tmp/info/fb29dede58984bd6a55c877ac347bece is 147, key is hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4./info:regioninfo/1731949901127/Put/seqid=0 2024-11-18T17:11:52,576 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/replication/5d4ee02cf151cd23553e8f06ab2e00d4/.tmp/queue/e87988b8ceea45ed9f46e78259f3a0d1 is 153, key is 1-6912f599d260,37641,1731949887252/queue:6912f599d260%2C37641%2C1731949887252/1731949907842/Put/seqid=0 2024-11-18T17:11:52,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741840_1016 (size=7686) 2024-11-18T17:11:52,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741841_1017 (size=5352) 2024-11-18T17:11:52,644 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:11:52,760 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1351): Waiting on 0bbae7d2792eb81f9a70eb9919021100, 1588230740, 5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:52,960 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1351): Waiting on 0bbae7d2792eb81f9a70eb9919021100, 1588230740, 5d4ee02cf151cd23553e8f06ab2e00d4 2024-11-18T17:11:52,977 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/.tmp/info/fb29dede58984bd6a55c877ac347bece 2024-11-18T17:11:52,979 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/replication/5d4ee02cf151cd23553e8f06ab2e00d4/.tmp/queue/e87988b8ceea45ed9f46e78259f3a0d1 2024-11-18T17:11:52,983 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/replication/5d4ee02cf151cd23553e8f06ab2e00d4/.tmp/queue/e87988b8ceea45ed9f46e78259f3a0d1 as hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/replication/5d4ee02cf151cd23553e8f06ab2e00d4/queue/e87988b8ceea45ed9f46e78259f3a0d1 2024-11-18T17:11:52,987 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/replication/5d4ee02cf151cd23553e8f06ab2e00d4/queue/e87988b8ceea45ed9f46e78259f3a0d1, entries=1, sequenceid=10, filesize=5.2 K 2024-11-18T17:11:52,988 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 5d4ee02cf151cd23553e8f06ab2e00d4 in 429ms, sequenceid=10, compaction requested=false 2024-11-18T17:11:52,991 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/replication/5d4ee02cf151cd23553e8f06ab2e00d4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T17:11:52,991 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:11:52,991 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:11:52,991 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. 2024-11-18T17:11:52,991 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d4ee02cf151cd23553e8f06ab2e00d4: Waiting for close lock at 1731949912559Running coprocessor pre-close hooks at 1731949912559Disabling compacts and flushes for region at 1731949912559Disabling writes for close at 1731949912559Obtaining lock to block concurrent updates at 1731949912559Preparing flush snapshotting stores in 5d4ee02cf151cd23553e8f06ab2e00d4 at 1731949912559Finished memstore snapshotting hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731949912560 (+1 ms)Flushing stores of hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. at 1731949912560Flushing 5d4ee02cf151cd23553e8f06ab2e00d4/queue: creating writer at 1731949912560Flushing 5d4ee02cf151cd23553e8f06ab2e00d4/queue: appending metadata at 1731949912575 (+15 ms)Flushing 5d4ee02cf151cd23553e8f06ab2e00d4/queue: closing flushed file at 1731949912575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6714a4c0: reopening flushed file at 1731949912983 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 5d4ee02cf151cd23553e8f06ab2e00d4 in 429ms, sequenceid=10, compaction requested=false at 1731949912988 (+5 ms)Writing region close event to WAL at 1731949912988Running coprocessor post-close hooks at 1731949912991 (+3 ms)Closed at 1731949912991 2024-11-18T17:11:52,992 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731949899969.5d4ee02cf151cd23553e8f06ab2e00d4. 2024-11-18T17:11:52,992 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bbae7d2792eb81f9a70eb9919021100, disabling compactions & flushes 2024-11-18T17:11:52,992 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100. 2024-11-18T17:11:52,992 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100. 2024-11-18T17:11:52,992 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100. after waiting 0 ms 2024-11-18T17:11:52,992 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100. 2024-11-18T17:11:52,992 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0bbae7d2792eb81f9a70eb9919021100 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-18T17:11:52,998 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/.tmp/ns/20a8f261c50246aebf626fbc25499703 is 43, key is default/ns:d/1731949890438/Put/seqid=0 2024-11-18T17:11:53,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741842_1018 (size=5153) 2024-11-18T17:11:53,008 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/.tmp/f/7595ea28199943aeaf0481cf819fb415 is 29, key is row1/f:/1731949907232/DeleteFamily/seqid=0 2024-11-18T17:11:53,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741843_1019 (size=5118) 2024-11-18T17:11:53,012 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/.tmp/f/7595ea28199943aeaf0481cf819fb415 2024-11-18T17:11:53,016 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7595ea28199943aeaf0481cf819fb415 2024-11-18T17:11:53,031 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/.tmp/f1/c5127d1785a7487d84f2ae182cf1f424 is 30, key is row1/f1:/1731949907232/DeleteFamily/seqid=0 2024-11-18T17:11:53,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741844_1020 (size=5123) 2024-11-18T17:11:53,160 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1351): Waiting on 0bbae7d2792eb81f9a70eb9919021100, 1588230740 2024-11-18T17:11:53,272 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 914, reset compression=false 2024-11-18T17:11:53,277 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:11:53,277 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 1161, reset compression=false 2024-11-18T17:11:53,277 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37641,1731949887252 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:11:53,277 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6912f599d260,37641,1731949887252: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6912f599d260,37641,1731949887252, walGroup=6912f599d260%2C37641%2C1731949887252, offset=6912f599d260%2C37641%2C1731949887252.1731949889455:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:37641 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T17:11:53,278 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T17:11:53,278 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T17:11:53,279 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T17:11:53,279 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T17:11:53,279 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T17:11:53,279 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 656026944 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 192337056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T17:11:53,280 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:37463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:37463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T17:11:53,360 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1351): Waiting on 0bbae7d2792eb81f9a70eb9919021100, 1588230740 2024-11-18T17:11:53,384 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:11:53,384 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:11:53,402 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/.tmp/ns/20a8f261c50246aebf626fbc25499703 2024-11-18T17:11:53,418 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/.tmp/rep_barrier/b5842b7356ce41448583e9149979aaf8 is 112, key is test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100./rep_barrier:seqnumDuringOpen/1731949896725/Put/seqid=0 2024-11-18T17:11:53,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741845_1021 (size=5518) 2024-11-18T17:11:53,435 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/.tmp/f1/c5127d1785a7487d84f2ae182cf1f424 2024-11-18T17:11:53,438 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5127d1785a7487d84f2ae182cf1f424 2024-11-18T17:11:53,456 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/.tmp/norep/2fe03c43332b4e4f9c49c8f5fc834713 is 32, key is row/norep:/1731949906227/DeleteFamily/seqid=0 2024-11-18T17:11:53,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741846_1022 (size=5101) 2024-11-18T17:11:53,480 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 1161, reset compression=false 2024-11-18T17:11:53,560 INFO [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T17:11:53,560 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0bbae7d2792eb81f9a70eb9919021100=test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100.} 2024-11-18T17:11:53,560 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1351): Waiting on 0bbae7d2792eb81f9a70eb9919021100, 1588230740 2024-11-18T17:11:53,760 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1351): Waiting on 0bbae7d2792eb81f9a70eb9919021100, 1588230740 2024-11-18T17:11:53,783 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 1161, reset compression=false 2024-11-18T17:11:53,825 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/.tmp/rep_barrier/b5842b7356ce41448583e9149979aaf8 2024-11-18T17:11:53,843 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/.tmp/table/5c96937f82c847cba15cb44d60dda1a5 is 53, key is hbase:replication/table:state/1731949901133/Put/seqid=0 2024-11-18T17:11:53,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741847_1023 (size=5308) 2024-11-18T17:11:53,860 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/.tmp/norep/2fe03c43332b4e4f9c49c8f5fc834713 2024-11-18T17:11:53,863 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fe03c43332b4e4f9c49c8f5fc834713 2024-11-18T17:11:53,864 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/.tmp/f/7595ea28199943aeaf0481cf819fb415 as hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/f/7595ea28199943aeaf0481cf819fb415 2024-11-18T17:11:53,867 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7595ea28199943aeaf0481cf819fb415 2024-11-18T17:11:53,867 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/f/7595ea28199943aeaf0481cf819fb415, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T17:11:53,868 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/.tmp/f1/c5127d1785a7487d84f2ae182cf1f424 as hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/f1/c5127d1785a7487d84f2ae182cf1f424 2024-11-18T17:11:53,871 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5127d1785a7487d84f2ae182cf1f424 2024-11-18T17:11:53,871 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/f1/c5127d1785a7487d84f2ae182cf1f424, entries=2, sequenceid=8, filesize=5.0 K 2024-11-18T17:11:53,872 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/.tmp/norep/2fe03c43332b4e4f9c49c8f5fc834713 as hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/norep/2fe03c43332b4e4f9c49c8f5fc834713 2024-11-18T17:11:53,875 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fe03c43332b4e4f9c49c8f5fc834713 2024-11-18T17:11:53,875 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/norep/2fe03c43332b4e4f9c49c8f5fc834713, entries=1, sequenceid=8, filesize=5.0 K 2024-11-18T17:11:53,876 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0bbae7d2792eb81f9a70eb9919021100 in 884ms, sequenceid=8, compaction requested=false 2024-11-18T17:11:53,876 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T17:11:53,886 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/default/test/0bbae7d2792eb81f9a70eb9919021100/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T17:11:53,886 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:11:53,887 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:11:53,887 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100. 2024-11-18T17:11:53,887 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bbae7d2792eb81f9a70eb9919021100: Waiting for close lock at 1731949912992Running coprocessor pre-close hooks at 1731949912992Disabling compacts and flushes for region at 1731949912992Disabling writes for close at 1731949912992Obtaining lock to block concurrent updates at 1731949912992Preparing flush snapshotting stores in 0bbae7d2792eb81f9a70eb9919021100 at 1731949912992Finished memstore snapshotting test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731949912992Flushing stores of test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100. at 1731949912993 (+1 ms)Flushing 0bbae7d2792eb81f9a70eb9919021100/f: creating writer at 1731949912993Flushing 0bbae7d2792eb81f9a70eb9919021100/f: appending metadata at 1731949913008 (+15 ms)Flushing 0bbae7d2792eb81f9a70eb9919021100/f: closing flushed file at 1731949913008Flushing 0bbae7d2792eb81f9a70eb9919021100/f1: creating writer at 1731949913016 (+8 ms)Flushing 0bbae7d2792eb81f9a70eb9919021100/f1: appending metadata at 1731949913031 (+15 ms)Flushing 0bbae7d2792eb81f9a70eb9919021100/f1: closing flushed file at 1731949913031Flushing 0bbae7d2792eb81f9a70eb9919021100/norep: creating writer at 1731949913438 (+407 ms)Flushing 0bbae7d2792eb81f9a70eb9919021100/norep: appending metadata at 1731949913456 (+18 ms)Flushing 0bbae7d2792eb81f9a70eb9919021100/norep: closing flushed file at 1731949913456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a323f8: reopening flushed file at 1731949913863 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb00609: reopening flushed file at 1731949913867 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fab6370: reopening flushed file at 1731949913871 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0bbae7d2792eb81f9a70eb9919021100 in 884ms, sequenceid=8, compaction requested=false at 1731949913876 (+5 ms)Writing region close event to WAL at 1731949913883 (+7 ms)Running coprocessor post-close hooks at 1731949913886 (+3 ms)Closed at 1731949913887 (+1 ms) 2024-11-18T17:11:53,887 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731949895583.0bbae7d2792eb81f9a70eb9919021100. 2024-11-18T17:11:53,961 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:11:54,161 DEBUG [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:11:54,186 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 1161, reset compression=false 2024-11-18T17:11:54,190 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:11:54,190 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 1805, reset compression=false 2024-11-18T17:11:54,247 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/.tmp/table/5c96937f82c847cba15cb44d60dda1a5 2024-11-18T17:11:54,251 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/.tmp/info/fb29dede58984bd6a55c877ac347bece as hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/info/fb29dede58984bd6a55c877ac347bece 2024-11-18T17:11:54,254 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/info/fb29dede58984bd6a55c877ac347bece, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T17:11:54,254 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/.tmp/ns/20a8f261c50246aebf626fbc25499703 as hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/ns/20a8f261c50246aebf626fbc25499703 2024-11-18T17:11:54,257 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/ns/20a8f261c50246aebf626fbc25499703, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T17:11:54,258 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/.tmp/rep_barrier/b5842b7356ce41448583e9149979aaf8 as hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/rep_barrier/b5842b7356ce41448583e9149979aaf8 2024-11-18T17:11:54,261 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/rep_barrier/b5842b7356ce41448583e9149979aaf8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T17:11:54,261 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/.tmp/table/5c96937f82c847cba15cb44d60dda1a5 as hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/table/5c96937f82c847cba15cb44d60dda1a5 2024-11-18T17:11:54,264 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/table/5c96937f82c847cba15cb44d60dda1a5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T17:11:54,265 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false 2024-11-18T17:11:54,265 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:11:54,274 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:11:54,274 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:11:54,274 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:11:54,274 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:11:54,275 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949912559Running coprocessor pre-close hooks at 1731949912559Disabling compacts and flushes for region at 1731949912559Disabling writes for close at 1731949912560 (+1 ms)Obtaining lock to block concurrent updates at 1731949912560Preparing flush snapshotting stores in 1588230740 at 1731949912560Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731949912560Flushing stores of hbase:meta,,1.1588230740 at 1731949912560Flushing 1588230740/info: creating writer at 1731949912560Flushing 1588230740/info: appending metadata at 1731949912573 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731949912573Flushing 1588230740/ns: creating writer at 1731949912981 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731949912998 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731949912998Flushing 1588230740/rep_barrier: creating writer at 1731949913406 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731949913417 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731949913418 (+1 ms)Flushing 1588230740/table: creating writer at 1731949913828 (+410 ms)Flushing 1588230740/table: appending metadata at 1731949913843 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731949913843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e38200d: reopening flushed file at 1731949914250 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dde4bb8: reopening flushed file at 1731949914254 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e396f77: reopening flushed file at 1731949914258 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39cf1647: reopening flushed file at 1731949914261 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false at 1731949914265 (+4 ms)Writing region close event to WAL at 1731949914271 (+6 ms)Running coprocessor post-close hooks at 1731949914274 (+3 ms)Closed at 1731949914274 2024-11-18T17:11:54,275 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:11:54,361 INFO [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,37641,1731949887252; all regions closed. 2024-11-18T17:11:54,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741834_1010 (size=4239) 2024-11-18T17:11:54,363 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.meta.1731949890367.meta not finished, retry = 0 2024-11-18T17:11:54,393 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.wal-reader.6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 to pos 1805, reset compression=false 2024-11-18T17:11:54,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741839_1015 (size=2676) 2024-11-18T17:11:54,465 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.rep.1731949901097 not finished, retry = 0 2024-11-18T17:11:54,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741832_1008 (size=1813) 2024-11-18T17:11:54,568 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/WALs/6912f599d260,37641,1731949887252/6912f599d260%2C37641%2C1731949887252.1731949889455 not finished, retry = 0 2024-11-18T17:11:54,669 DEBUG [RS:0;6912f599d260:37641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:54,669 INFO [RS:0;6912f599d260:37641 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:11:54,669 INFO [RS:0;6912f599d260:37641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:11:54,669 INFO [RS:0;6912f599d260:37641 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:11:54,669 INFO [RS:0;6912f599d260:37641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:11:54,669 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:11:54,669 INFO [RS:0;6912f599d260:37641 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,37641,1731949887252 because: Region server is closing 2024-11-18T17:11:54,669 INFO [RS:0;6912f599d260:37641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:37641. 2024-11-18T17:11:54,670 DEBUG [RS:0;6912f599d260:37641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:54,670 DEBUG [RS:0;6912f599d260:37641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:54,670 DEBUG [RS:0;6912f599d260:37641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:54,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:54,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:11:54,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:54,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:54,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:54,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:54,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:54,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:54,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:54,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:54,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:54,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:54,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:54,770 INFO [RS:0;6912f599d260:37641 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37641,1731949887252.replicationSource.shipper6912f599d260%2C37641%2C1731949887252,1-6912f599d260,37641,1731949887252 terminated 2024-11-18T17:11:54,770 INFO [RS:0;6912f599d260:37641 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:37641. 2024-11-18T17:11:54,770 DEBUG [RS:0;6912f599d260:37641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:11:54,770 DEBUG [RS:0;6912f599d260:37641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:54,770 DEBUG [RS:0;6912f599d260:37641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:11:54,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:11:54,770 INFO [RS:0;6912f599d260:37641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37641 2024-11-18T17:11:54,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327/rs 2024-11-18T17:11:54,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-396579327/rs/6912f599d260,37641,1731949887252 2024-11-18T17:11:54,808 INFO [RS:0;6912f599d260:37641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:11:54,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,37641,1731949887252] 2024-11-18T17:11:54,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-396579327/draining/6912f599d260,37641,1731949887252 already deleted, retry=false 2024-11-18T17:11:54,824 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,37641,1731949887252 expired; onlineServers=0 2024-11-18T17:11:54,824 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,37463,1731949887093' ***** 2024-11-18T17:11:54,824 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:11:54,824 INFO [M:0;6912f599d260:37463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:11:54,824 INFO [M:0;6912f599d260:37463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:11:54,824 DEBUG [M:0;6912f599d260:37463 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:11:54,825 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:11:54,825 DEBUG [M:0;6912f599d260:37463 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:11:54,825 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949889190 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949889190,5,FailOnTimeoutGroup] 2024-11-18T17:11:54,825 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949889190 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949889190,5,FailOnTimeoutGroup] 2024-11-18T17:11:54,825 INFO [M:0;6912f599d260:37463 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:11:54,825 INFO [M:0;6912f599d260:37463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:11:54,825 DEBUG [M:0;6912f599d260:37463 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:11:54,825 INFO [M:0;6912f599d260:37463 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:11:54,825 INFO [M:0;6912f599d260:37463 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:11:54,825 INFO [M:0;6912f599d260:37463 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:11:54,825 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:11:54,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-396579327/master 2024-11-18T17:11:54,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-396579327 2024-11-18T17:11:54,832 DEBUG [M:0;6912f599d260:37463 {}] zookeeper.ZKUtil(347): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Unable to get data of znode /0-396579327/master because node does not exist (not an error) 2024-11-18T17:11:54,833 WARN [M:0;6912f599d260:37463 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:11:54,833 INFO [M:0;6912f599d260:37463 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/.lastflushedseqids 2024-11-18T17:11:54,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741848_1024 (size=245) 2024-11-18T17:11:54,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:54,916 INFO [RS:0;6912f599d260:37641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:11:54,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37641-0x1015037a9c30001, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:54,916 INFO [RS:0;6912f599d260:37641 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,37641,1731949887252; zookeeper connection closed. 2024-11-18T17:11:54,916 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@84d2827 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@84d2827 2024-11-18T17:11:54,916 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:11:55,237 INFO [M:0;6912f599d260:37463 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:11:55,237 INFO [M:0;6912f599d260:37463 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:11:55,238 DEBUG [M:0;6912f599d260:37463 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:11:55,238 INFO [M:0;6912f599d260:37463 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:55,238 DEBUG [M:0;6912f599d260:37463 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:55,238 DEBUG [M:0;6912f599d260:37463 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:11:55,238 DEBUG [M:0;6912f599d260:37463 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:55,238 INFO [M:0;6912f599d260:37463 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T17:11:55,251 DEBUG [M:0;6912f599d260:37463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09c5d78955da46b5af9f93c319044dfa is 82, key is hbase:meta,,1/info:regioninfo/1731949890397/Put/seqid=0 2024-11-18T17:11:55,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741849_1025 (size=5672) 2024-11-18T17:11:55,655 INFO [M:0;6912f599d260:37463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09c5d78955da46b5af9f93c319044dfa 2024-11-18T17:11:55,677 DEBUG [M:0;6912f599d260:37463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9fce188d4974d5e9f14b5ec36f57ee2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731949901136/Put/seqid=0 2024-11-18T17:11:55,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741850_1026 (size=8515) 2024-11-18T17:11:56,081 INFO [M:0;6912f599d260:37463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9fce188d4974d5e9f14b5ec36f57ee2 2024-11-18T17:11:56,096 DEBUG [M:0;6912f599d260:37463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cab2ea4c1824471b9db762c88fffa857 is 69, key is 6912f599d260,37641,1731949887252/rs:state/1731949889311/Put/seqid=0 2024-11-18T17:11:56,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741851_1027 (size=5156) 2024-11-18T17:11:56,500 INFO [M:0;6912f599d260:37463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cab2ea4c1824471b9db762c88fffa857 2024-11-18T17:11:56,503 DEBUG [M:0;6912f599d260:37463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09c5d78955da46b5af9f93c319044dfa as hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09c5d78955da46b5af9f93c319044dfa 2024-11-18T17:11:56,507 INFO [M:0;6912f599d260:37463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09c5d78955da46b5af9f93c319044dfa, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T17:11:56,507 DEBUG [M:0;6912f599d260:37463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9fce188d4974d5e9f14b5ec36f57ee2 as hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9fce188d4974d5e9f14b5ec36f57ee2 2024-11-18T17:11:56,510 INFO [M:0;6912f599d260:37463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9fce188d4974d5e9f14b5ec36f57ee2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T17:11:56,510 DEBUG [M:0;6912f599d260:37463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cab2ea4c1824471b9db762c88fffa857 as hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cab2ea4c1824471b9db762c88fffa857 2024-11-18T17:11:56,513 INFO [M:0;6912f599d260:37463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cab2ea4c1824471b9db762c88fffa857, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T17:11:56,514 INFO [M:0;6912f599d260:37463 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-18T17:11:56,515 INFO [M:0;6912f599d260:37463 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:11:56,515 DEBUG [M:0;6912f599d260:37463 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949915237Disabling compacts and flushes for region at 1731949915237Disabling writes for close at 1731949915238 (+1 ms)Obtaining lock to block concurrent updates at 1731949915238Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949915238Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731949915238Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949915238Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949915239 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949915251 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949915251Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949915658 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949915677 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949915677Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949916084 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949916096 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949916096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@934a566: reopening flushed file at 1731949916503 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35153e72: reopening flushed file at 1731949916507 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7973c103: reopening flushed file at 1731949916510 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1731949916514 (+4 ms)Writing region close event to WAL at 1731949916515 (+1 ms)Closed at 1731949916515 2024-11-18T17:11:56,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43411 is added to blk_1073741830_1006 (size=63642) 2024-11-18T17:11:56,517 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fc48bc3-799b-8354-d30e-27655132d291/MasterData/WALs/6912f599d260,37463,1731949887093/6912f599d260%2C37463%2C1731949887093.1731949888987 not finished, retry = 0 2024-11-18T17:11:56,617 INFO [M:0;6912f599d260:37463 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:11:56,617 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:11:56,617 INFO [M:0;6912f599d260:37463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37463 2024-11-18T17:11:56,618 INFO [M:0;6912f599d260:37463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:11:56,682 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T17:11:56,758 INFO [M:0;6912f599d260:37463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:11:56,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:56,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37463-0x1015037a9c30000, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:11:56,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4069bd41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:11:56,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2421bcb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:11:56,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:11:56,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39ce854{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:11:56,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6680e0a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/hadoop.log.dir/,STOPPED} 2024-11-18T17:11:56,761 WARN [BP-502519184-172.17.0.3-1731949885420 heartbeating to localhost/127.0.0.1:38585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:11:56,761 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:11:56,761 WARN [BP-502519184-172.17.0.3-1731949885420 heartbeating to localhost/127.0.0.1:38585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-502519184-172.17.0.3-1731949885420 (Datanode Uuid c19890d8-075f-4f2c-961e-ecabd4950ecf) service to localhost/127.0.0.1:38585 2024-11-18T17:11:56,761 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:11:56,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/cluster_5f83efb9-2383-fcad-e505-3a36a50537a9/data/data1/current/BP-502519184-172.17.0.3-1731949885420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:11:56,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/cluster_5f83efb9-2383-fcad-e505-3a36a50537a9/data/data2/current/BP-502519184-172.17.0.3-1731949885420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:11:56,762 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:11:56,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f0404a3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:11:56,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ea33f4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:11:56,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:11:56,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2736d8bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:11:56,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5c9df7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/badde629-216b-8970-fcd9-5e04841ec6ab/hadoop.log.dir/,STOPPED} 2024-11-18T17:11:56,772 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:11:56,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:11:56,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 242) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:42843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:42843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49424) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49424) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:38585 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:38585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:38585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:42843 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=652 (was 617) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 172) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4407 (was 4431) 2024-11-18T17:11:56,798 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=4407 2024-11-18T17:11:56,811 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-18T17:11:56,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/hadoop.log.dir so I do NOT create it in target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1 2024-11-18T17:11:56,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:11:56,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/hadoop.tmp.dir so I do NOT create it in target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1 2024-11-18T17:11:56,811 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db5f1d6-f259-1621-cee3-3541b1a22380/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:11:56,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1 2024-11-18T17:11:56,811 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/cluster_e980a638-9983-692b-bcca-8a2a54f95cb2, deleteOnExit=true 2024-11-18T17:11:56,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/cluster_e980a638-9983-692b-bcca-8a2a54f95cb2/zookeeper_0, clientPort=62418, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/cluster_e980a638-9983-692b-bcca-8a2a54f95cb2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/cluster_e980a638-9983-692b-bcca-8a2a54f95cb2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:11:56,814 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62418 2024-11-18T17:11:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:11:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:11:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/test.cache.data in system properties and HBase conf 2024-11-18T17:11:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:11:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:11:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:11:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:11:56,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:11:56,815 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:11:56,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:11:56,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:11:56,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:11:56,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:11:56,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:11:56,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:11:56,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:11:56,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:11:56,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:11:56,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:11:56,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:11:56,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:11:56,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:11:56,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:11:56,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015037a9c30005, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:11:56,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015037a9c30005, quorum=127.0.0.1:49424, baseZNode=/11877851554 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:11:56,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015037a9c30002, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:11:56,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015037a9c30002, quorum=127.0.0.1:49424, baseZNode=/0-396579327 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:11:57,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:11:57,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:11:57,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:11:57,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:11:57,050 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:11:57,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:11:57,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28e577eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:11:57,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402469fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:11:57,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@239b8f5d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/java.io.tmpdir/jetty-localhost-43449-hadoop-hdfs-3_4_1-tests_jar-_-any-4182621005043871563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:11:57,145 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ab5c130{HTTP/1.1, (http/1.1)}{localhost:43449} 2024-11-18T17:11:57,145 INFO [Time-limited test {}] server.Server(415): Started @232996ms 2024-11-18T17:11:57,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:11:57,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:11:57,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:11:57,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:11:57,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:11:57,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1311e2b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:11:57,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bd9d78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:11:57,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68419b64{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/java.io.tmpdir/jetty-localhost-33307-hadoop-hdfs-3_4_1-tests_jar-_-any-9845946270441679102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:11:57,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35bb0777{HTTP/1.1, (http/1.1)}{localhost:33307} 2024-11-18T17:11:57,433 INFO [Time-limited test {}] server.Server(415): Started @233284ms 2024-11-18T17:11:57,434 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:11:57,917 WARN [Thread-2662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/cluster_e980a638-9983-692b-bcca-8a2a54f95cb2/data/data1/current/BP-2087896724-172.17.0.3-1731949916829/current, will proceed with Du for space computation calculation, 2024-11-18T17:11:57,917 WARN [Thread-2663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/cluster_e980a638-9983-692b-bcca-8a2a54f95cb2/data/data2/current/BP-2087896724-172.17.0.3-1731949916829/current, will proceed with Du for space computation calculation, 2024-11-18T17:11:57,934 WARN [Thread-2650 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:11:57,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7f918114b0e5adb with lease ID 0x7f6f13b77d8014a8: Processing first storage report for DS-a2936833-b497-4dba-9a40-f980abb5d512 from datanode DatanodeRegistration(127.0.0.1:45727, datanodeUuid=38aea922-0d52-4b37-a3f6-6c08cb39e0de, infoPort=43181, infoSecurePort=0, ipcPort=43519, storageInfo=lv=-57;cid=testClusterID;nsid=1808453619;c=1731949916829) 2024-11-18T17:11:57,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7f918114b0e5adb with lease ID 0x7f6f13b77d8014a8: from storage DS-a2936833-b497-4dba-9a40-f980abb5d512 node DatanodeRegistration(127.0.0.1:45727, datanodeUuid=38aea922-0d52-4b37-a3f6-6c08cb39e0de, infoPort=43181, infoSecurePort=0, ipcPort=43519, storageInfo=lv=-57;cid=testClusterID;nsid=1808453619;c=1731949916829), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T17:11:57,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7f918114b0e5adb with lease ID 0x7f6f13b77d8014a8: Processing first storage report for DS-a90e0303-c50f-4175-ba43-7b66d4f38686 from datanode DatanodeRegistration(127.0.0.1:45727, datanodeUuid=38aea922-0d52-4b37-a3f6-6c08cb39e0de, infoPort=43181, infoSecurePort=0, ipcPort=43519, storageInfo=lv=-57;cid=testClusterID;nsid=1808453619;c=1731949916829) 2024-11-18T17:11:57,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7f918114b0e5adb with lease ID 0x7f6f13b77d8014a8: from storage DS-a90e0303-c50f-4175-ba43-7b66d4f38686 node DatanodeRegistration(127.0.0.1:45727, datanodeUuid=38aea922-0d52-4b37-a3f6-6c08cb39e0de, infoPort=43181, infoSecurePort=0, ipcPort=43519, storageInfo=lv=-57;cid=testClusterID;nsid=1808453619;c=1731949916829), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:11:57,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1 2024-11-18T17:11:57,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:57,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:57,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:11:58,364 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8 with version=8 2024-11-18T17:11:58,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/hbase-staging 2024-11-18T17:11:58,366 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:11:58,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:58,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:58,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:11:58,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:58,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:11:58,366 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:11:58,366 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:11:58,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45969 2024-11-18T17:11:58,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45969 connecting to ZooKeeper ensemble=127.0.0.1:62418 2024-11-18T17:11:58,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459690x0, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:11:58,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45969-0x101503824750000 connected 2024-11-18T17:11:58,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:58,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:58,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Set watcher on znode that does not yet exist, /01198608437/running 2024-11-18T17:11:58,510 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8, hbase.cluster.distributed=false 2024-11-18T17:11:58,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Set watcher on znode that does not yet exist, /01198608437/acl 2024-11-18T17:11:58,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45969 2024-11-18T17:11:58,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45969 2024-11-18T17:11:58,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45969 2024-11-18T17:11:58,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45969 2024-11-18T17:11:58,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45969 2024-11-18T17:11:58,525 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:11:58,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:58,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:58,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:11:58,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:11:58,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:11:58,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:11:58,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:11:58,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37437 2024-11-18T17:11:58,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37437 connecting to ZooKeeper ensemble=127.0.0.1:62418 2024-11-18T17:11:58,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:58,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:58,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374370x0, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:11:58,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37437-0x101503824750001 connected 2024-11-18T17:11:58,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Set watcher on znode that does not yet exist, /01198608437/running 2024-11-18T17:11:58,541 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:11:58,542 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:11:58,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Set watcher on znode that does not yet exist, /01198608437/master 2024-11-18T17:11:58,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Set watcher on znode that does not yet exist, /01198608437/acl 2024-11-18T17:11:58,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37437 2024-11-18T17:11:58,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37437 2024-11-18T17:11:58,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37437 2024-11-18T17:11:58,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37437 2024-11-18T17:11:58,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37437 2024-11-18T17:11:58,559 DEBUG [M:0;6912f599d260:45969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:45969 2024-11-18T17:11:58,560 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01198608437/backup-masters/6912f599d260,45969,1731949918366 2024-11-18T17:11:58,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437/backup-masters 2024-11-18T17:11:58,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437/backup-masters 2024-11-18T17:11:58,570 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Set watcher on existing znode=/01198608437/backup-masters/6912f599d260,45969,1731949918366 2024-11-18T17:11:58,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01198608437/master 2024-11-18T17:11:58,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:11:58,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:11:58,579 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Set watcher on existing znode=/01198608437/master 2024-11-18T17:11:58,579 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01198608437/backup-masters/6912f599d260,45969,1731949918366 from backup master directory 2024-11-18T17:11:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01198608437/backup-masters/6912f599d260,45969,1731949918366 2024-11-18T17:11:58,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437/backup-masters 2024-11-18T17:11:58,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437/backup-masters 2024-11-18T17:11:58,587 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:11:58,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,45969,1731949918366 2024-11-18T17:11:58,589 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/hbase.id] with ID: 8c70106b-518b-4e62-950c-ec278b73e1da 2024-11-18T17:11:58,589 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/.tmp/hbase.id 2024-11-18T17:11:58,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:11:58,993 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/.tmp/hbase.id]:[hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/hbase.id] 2024-11-18T17:11:59,000 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:11:59,000 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:11:59,001 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:11:59,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:11:59,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:11:59,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:11:59,116 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:11:59,116 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:11:59,117 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38362 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:11:59,445 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:11:59,446 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:11:59,446 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:11:59,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:11:59,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:11:59,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:59,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:59,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:59,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:59,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:59,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:59,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:59,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:59,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:59,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:59,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:59,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:11:59,852 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store 2024-11-18T17:11:59,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:11:59,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:11:59,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T17:11:59,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T17:11:59,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:12:00,257 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:00,257 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:12:00,257 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:00,257 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:00,257 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:12:00,257 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:00,257 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:00,257 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949920257Disabling compacts and flushes for region at 1731949920257Disabling writes for close at 1731949920257Writing region close event to WAL at 1731949920257Closed at 1731949920257 2024-11-18T17:12:00,258 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/.initializing 2024-11-18T17:12:00,258 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/WALs/6912f599d260,45969,1731949918366 2024-11-18T17:12:00,259 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:12:00,260 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C45969%2C1731949918366, suffix=, logDir=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/WALs/6912f599d260,45969,1731949918366, archiveDir=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/oldWALs, maxLogs=10 2024-11-18T17:12:00,273 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/WALs/6912f599d260,45969,1731949918366/6912f599d260%2C45969%2C1731949918366.1731949920260, exclude list is [], retry=0 2024-11-18T17:12:00,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45727,DS-a2936833-b497-4dba-9a40-f980abb5d512,DISK] 2024-11-18T17:12:00,277 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/WALs/6912f599d260,45969,1731949918366/6912f599d260%2C45969%2C1731949918366.1731949920260 2024-11-18T17:12:00,277 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43181:43181)] 2024-11-18T17:12:00,277 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:00,277 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:00,277 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:00,277 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:00,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:00,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:12:00,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:00,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:00,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:00,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:12:00,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:00,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:00,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:00,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:12:00,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:00,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:00,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:00,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:12:00,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:00,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:00,283 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:00,283 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:00,283 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:00,284 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:00,284 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:00,284 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:00,285 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:00,287 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:00,287 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68025062, jitterRate=0.013652414083480835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:00,287 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949920277Initializing all the Stores at 1731949920278 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949920278Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949920278Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949920278Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949920278Cleaning up temporary data from old regions at 1731949920284 (+6 ms)Region opened successfully at 1731949920287 (+3 ms) 2024-11-18T17:12:00,288 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:12:00,290 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3ba708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:12:00,290 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:12:00,290 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:12:00,290 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:12:00,291 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:12:00,291 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:12:00,291 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:12:00,291 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:12:00,292 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:12:00,293 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Unable to get data of znode /01198608437/balancer because node does not exist (not necessarily an error) 2024-11-18T17:12:00,341 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01198608437/balancer already deleted, retry=false 2024-11-18T17:12:00,341 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:12:00,342 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Unable to get data of znode /01198608437/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:12:00,349 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01198608437/normalizer already deleted, retry=false 2024-11-18T17:12:00,349 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:12:00,350 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Unable to get data of znode /01198608437/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:12:00,357 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01198608437/switch/split already deleted, retry=false 2024-11-18T17:12:00,358 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Unable to get data of znode /01198608437/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:12:00,365 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01198608437/switch/merge already deleted, retry=false 2024-11-18T17:12:00,367 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Unable to get data of znode /01198608437/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:12:00,374 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01198608437/snapshot-cleanup already deleted, retry=false 2024-11-18T17:12:00,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01198608437/running 2024-11-18T17:12:00,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01198608437/running 2024-11-18T17:12:00,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:12:00,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:12:00,382 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,45969,1731949918366, sessionid=0x101503824750000, setting cluster-up flag (Was=false) 2024-11-18T17:12:00,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:12:00,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:12:00,424 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01198608437/flush-table-proc/acquired, /01198608437/flush-table-proc/reached, /01198608437/flush-table-proc/abort 2024-11-18T17:12:00,425 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,45969,1731949918366 2024-11-18T17:12:00,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:12:00,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:12:00,511 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01198608437/online-snapshot/acquired, /01198608437/online-snapshot/reached, /01198608437/online-snapshot/abort 2024-11-18T17:12:00,512 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,45969,1731949918366 2024-11-18T17:12:00,513 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:12:00,514 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:00,514 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:12:00,514 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:12:00,514 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,45969,1731949918366 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:12:00,515 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:00,515 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:00,515 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:00,515 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:00,515 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:12:00,515 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:00,515 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:12:00,515 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:00,516 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949950516 2024-11-18T17:12:00,516 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:12:00,516 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:12:00,516 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:12:00,516 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:12:00,516 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:12:00,516 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:12:00,516 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:00,516 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:12:00,517 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:00,517 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:12:00,517 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:12:00,517 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:12:00,517 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:12:00,517 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:12:00,517 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:12:00,517 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:00,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:12:00,518 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949920517,5,FailOnTimeoutGroup] 2024-11-18T17:12:00,518 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949920518,5,FailOnTimeoutGroup] 2024-11-18T17:12:00,518 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:00,518 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:12:00,518 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:00,518 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:00,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:12:00,552 INFO [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(746): ClusterId : 8c70106b-518b-4e62-950c-ec278b73e1da 2024-11-18T17:12:00,552 DEBUG [RS:0;6912f599d260:37437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:12:00,562 DEBUG [RS:0;6912f599d260:37437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:12:00,562 DEBUG [RS:0;6912f599d260:37437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:12:00,570 DEBUG [RS:0;6912f599d260:37437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:12:00,571 DEBUG [RS:0;6912f599d260:37437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1748a97e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:12:00,584 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:37437 2024-11-18T17:12:00,584 INFO [RS:0;6912f599d260:37437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:12:00,584 INFO [RS:0;6912f599d260:37437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:12:00,584 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:12:00,585 INFO [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,45969,1731949918366 with port=37437, startcode=1731949918525 2024-11-18T17:12:00,585 DEBUG [RS:0;6912f599d260:37437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:12:00,586 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:12:00,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,37437,1731949918525 2024-11-18T17:12:00,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45969 {}] master.ServerManager(517): Registering regionserver=6912f599d260,37437,1731949918525 2024-11-18T17:12:00,587 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8 2024-11-18T17:12:00,587 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42193 2024-11-18T17:12:00,587 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:12:00,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437/rs 2024-11-18T17:12:00,595 DEBUG [RS:0;6912f599d260:37437 {}] zookeeper.ZKUtil(111): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Set watcher on existing znode=/01198608437/rs/6912f599d260,37437,1731949918525 2024-11-18T17:12:00,595 WARN [RS:0;6912f599d260:37437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:12:00,595 INFO [RS:0;6912f599d260:37437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:00,595 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525 2024-11-18T17:12:00,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,37437,1731949918525] 2024-11-18T17:12:00,598 INFO [RS:0;6912f599d260:37437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:12:00,599 INFO [RS:0;6912f599d260:37437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:12:00,599 INFO [RS:0;6912f599d260:37437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:12:00,599 INFO [RS:0;6912f599d260:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:00,599 INFO [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:12:00,600 INFO [RS:0;6912f599d260:37437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:12:00,600 INFO [RS:0;6912f599d260:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:00,600 DEBUG [RS:0;6912f599d260:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:00,600 DEBUG [RS:0;6912f599d260:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:00,600 DEBUG [RS:0;6912f599d260:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:00,600 DEBUG [RS:0;6912f599d260:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:00,600 DEBUG [RS:0;6912f599d260:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:00,600 DEBUG [RS:0;6912f599d260:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:12:00,600 DEBUG [RS:0;6912f599d260:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:00,600 DEBUG [RS:0;6912f599d260:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:00,600 DEBUG [RS:0;6912f599d260:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:00,600 DEBUG [RS:0;6912f599d260:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:00,600 DEBUG [RS:0;6912f599d260:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:00,600 DEBUG [RS:0;6912f599d260:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:00,600 DEBUG [RS:0;6912f599d260:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:12:00,600 DEBUG [RS:0;6912f599d260:37437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:12:00,603 INFO [RS:0;6912f599d260:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:00,603 INFO [RS:0;6912f599d260:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:00,603 INFO [RS:0;6912f599d260:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:00,603 INFO [RS:0;6912f599d260:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:00,603 INFO [RS:0;6912f599d260:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:00,603 INFO [RS:0;6912f599d260:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37437,1731949918525-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:12:00,615 INFO [RS:0;6912f599d260:37437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:12:00,616 INFO [RS:0;6912f599d260:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37437,1731949918525-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:00,616 INFO [RS:0;6912f599d260:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:00,616 INFO [RS:0;6912f599d260:37437 {}] regionserver.Replication(171): 6912f599d260,37437,1731949918525 started 2024-11-18T17:12:00,628 INFO [RS:0;6912f599d260:37437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:00,628 INFO [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,37437,1731949918525, RpcServer on 6912f599d260/172.17.0.3:37437, sessionid=0x101503824750001 2024-11-18T17:12:00,628 DEBUG [RS:0;6912f599d260:37437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:12:00,628 DEBUG [RS:0;6912f599d260:37437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,37437,1731949918525 2024-11-18T17:12:00,628 DEBUG [RS:0;6912f599d260:37437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,37437,1731949918525' 2024-11-18T17:12:00,628 DEBUG [RS:0;6912f599d260:37437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01198608437/flush-table-proc/abort' 2024-11-18T17:12:00,628 DEBUG [RS:0;6912f599d260:37437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01198608437/flush-table-proc/acquired' 2024-11-18T17:12:00,629 DEBUG [RS:0;6912f599d260:37437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:12:00,629 DEBUG [RS:0;6912f599d260:37437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:12:00,629 DEBUG [RS:0;6912f599d260:37437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,37437,1731949918525 2024-11-18T17:12:00,629 DEBUG [RS:0;6912f599d260:37437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,37437,1731949918525' 2024-11-18T17:12:00,629 DEBUG [RS:0;6912f599d260:37437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01198608437/online-snapshot/abort' 2024-11-18T17:12:00,629 DEBUG [RS:0;6912f599d260:37437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01198608437/online-snapshot/acquired' 2024-11-18T17:12:00,629 DEBUG [RS:0;6912f599d260:37437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:12:00,629 INFO [RS:0;6912f599d260:37437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:12:00,629 INFO [RS:0;6912f599d260:37437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:12:00,730 INFO [RS:0;6912f599d260:37437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:12:00,731 INFO [RS:0;6912f599d260:37437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C37437%2C1731949918525, suffix=, logDir=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525, archiveDir=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/oldWALs, maxLogs=10 2024-11-18T17:12:00,753 DEBUG [RS:0;6912f599d260:37437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731, exclude list is [], retry=0 2024-11-18T17:12:00,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45727,DS-a2936833-b497-4dba-9a40-f980abb5d512,DISK] 2024-11-18T17:12:00,756 INFO [RS:0;6912f599d260:37437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 2024-11-18T17:12:00,757 DEBUG [RS:0;6912f599d260:37437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43181:43181)] 2024-11-18T17:12:00,925 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:12:00,925 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8 2024-11-18T17:12:00,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:12:01,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:01,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:12:01,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:12:01,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:01,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:01,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:12:01,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:12:01,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:01,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:01,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:12:01,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:12:01,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:01,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:01,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:12:01,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:12:01,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:01,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:01,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:12:01,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740 2024-11-18T17:12:01,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740 2024-11-18T17:12:01,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:12:01,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:12:01,338 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:01,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:12:01,340 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:01,340 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69918578, jitterRate=0.041868001222610474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:01,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949921330Initializing all the Stores at 1731949921331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949921331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949921331Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949921331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949921331Cleaning up temporary data from old regions at 1731949921337 (+6 ms)Region opened successfully at 1731949921340 (+3 ms) 2024-11-18T17:12:01,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:12:01,341 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:12:01,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:12:01,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:12:01,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:12:01,341 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:12:01,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949921341Disabling compacts and flushes for region at 1731949921341Disabling writes for close at 1731949921341Writing region close event to WAL at 1731949921341Closed at 1731949921341 2024-11-18T17:12:01,342 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:01,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:12:01,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:12:01,343 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:12:01,343 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:12:01,494 DEBUG [6912f599d260:45969 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:12:01,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,37437,1731949918525 2024-11-18T17:12:01,495 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,37437,1731949918525, state=OPENING 2024-11-18T17:12:01,532 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:12:01,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:12:01,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:12:01,541 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:12:01,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,37437,1731949918525}] 2024-11-18T17:12:01,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01198608437/meta-region-server: CHANGED 2024-11-18T17:12:01,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01198608437/meta-region-server: CHANGED 2024-11-18T17:12:01,693 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:12:01,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:12:01,696 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:12:01,696 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:01,696 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:12:01,697 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C37437%2C1731949918525.meta, suffix=.meta, logDir=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525, archiveDir=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/oldWALs, maxLogs=10 2024-11-18T17:12:01,709 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.meta.1731949921698.meta, exclude list is [], retry=0 2024-11-18T17:12:01,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45727,DS-a2936833-b497-4dba-9a40-f980abb5d512,DISK] 2024-11-18T17:12:01,712 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.meta.1731949921698.meta 2024-11-18T17:12:01,713 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43181:43181)] 2024-11-18T17:12:01,713 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:01,713 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:12:01,713 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:12:01,713 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:12:01,713 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:12:01,713 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:12:01,713 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:01,713 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:12:01,713 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:12:01,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:12:01,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:12:01,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:01,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:01,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:12:01,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:12:01,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:01,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:01,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:12:01,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:12:01,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:01,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:01,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:12:01,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:12:01,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:01,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:01,718 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:12:01,718 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740 2024-11-18T17:12:01,719 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740 2024-11-18T17:12:01,720 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:12:01,720 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:12:01,720 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:01,721 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:12:01,721 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70749616, jitterRate=0.05425143241882324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:01,721 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:12:01,722 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949921713Writing region info on filesystem at 1731949921713Initializing all the Stores at 1731949921714 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949921714Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949921714Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949921714Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949921714Cleaning up temporary data from old regions at 1731949921720 (+6 ms)Running coprocessor post-open hooks at 1731949921721 (+1 ms)Region opened successfully at 1731949921721 2024-11-18T17:12:01,722 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949921693 2024-11-18T17:12:01,724 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:12:01,724 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:12:01,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,37437,1731949918525 2024-11-18T17:12:01,725 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,37437,1731949918525, state=OPEN 2024-11-18T17:12:01,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01198608437/meta-region-server 2024-11-18T17:12:01,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01198608437/meta-region-server 2024-11-18T17:12:01,753 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,37437,1731949918525 2024-11-18T17:12:01,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01198608437/meta-region-server: CHANGED 2024-11-18T17:12:01,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01198608437/meta-region-server: CHANGED 2024-11-18T17:12:01,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:12:01,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,37437,1731949918525 in 212 msec 2024-11-18T17:12:01,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:12:01,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-18T17:12:01,757 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:01,757 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:12:01,758 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:01,758 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,37437,1731949918525, seqNum=-1] 2024-11-18T17:12:01,758 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:01,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:12:01,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-18T17:12:01,763 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949921763, completionTime=-1 2024-11-18T17:12:01,763 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:12:01,763 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:12:01,764 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:12:01,764 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949981764 2024-11-18T17:12:01,764 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731950041764 2024-11-18T17:12:01,764 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:12:01,765 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45969,1731949918366-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:01,765 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45969,1731949918366-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:01,765 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45969,1731949918366-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:01,765 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:45969, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:01,765 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:01,765 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:01,766 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:12:01,768 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.181sec 2024-11-18T17:12:01,768 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:12:01,768 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:12:01,768 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:12:01,768 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:12:01,768 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:12:01,768 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45969,1731949918366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:12:01,768 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45969,1731949918366-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:12:01,770 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:12:01,770 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:12:01,770 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45969,1731949918366-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:01,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6973564a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:01,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45969,-1 for getting cluster id 2024-11-18T17:12:01,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:01,853 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c70106b-518b-4e62-950c-ec278b73e1da' 2024-11-18T17:12:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c70106b-518b-4e62-950c-ec278b73e1da" 2024-11-18T17:12:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e936849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45969,-1] 2024-11-18T17:12:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:01,855 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:01,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7483868a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:01,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:01,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,37437,1731949918525, seqNum=-1] 2024-11-18T17:12:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:01,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:12:01,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,45969,1731949918366 2024-11-18T17:12:01,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62418 2024-11-18T17:12:01,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:01,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101503824750002 connected 2024-11-18T17:12:01,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/hadoop.log.dir so I do NOT create it in target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813 2024-11-18T17:12:01,884 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:12:01,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/hadoop.tmp.dir so I do NOT create it in target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813 2024-11-18T17:12:01,884 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:12:01,884 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813 2024-11-18T17:12:01,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:12:01,884 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/cluster_5d203355-4c7e-c74c-af7c-f3cfe4b2c442, deleteOnExit=true 2024-11-18T17:12:01,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:12:01,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/test.cache.data in system properties and HBase conf 2024-11-18T17:12:01,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:12:01,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:12:01,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:12:01,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:12:01,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:12:01,885 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:12:01,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:12:01,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:12:01,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:12:01,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:12:01,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:12:01,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:12:01,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:12:01,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:12:01,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:12:01,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:12:01,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:12:01,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:12:01,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:12:01,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:12:02,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:12:02,167 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:12:02,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:12:02,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:12:02,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:12:02,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:12:02,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f03eff2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:12:02,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dd664{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:12:02,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6df78223{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/java.io.tmpdir/jetty-localhost-42289-hadoop-hdfs-3_4_1-tests_jar-_-any-9504068737467345621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:12:02,271 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b64a36c{HTTP/1.1, (http/1.1)}{localhost:42289} 2024-11-18T17:12:02,271 INFO [Time-limited test {}] server.Server(415): Started @238121ms 2024-11-18T17:12:02,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:12:02,495 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:12:02,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:12:02,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:12:02,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:12:02,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35a1d030{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:12:02,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ad086c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:12:02,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46b2f9b6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/java.io.tmpdir/jetty-localhost-46419-hadoop-hdfs-3_4_1-tests_jar-_-any-4610096863755824877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:12:02,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4194c788{HTTP/1.1, (http/1.1)}{localhost:46419} 2024-11-18T17:12:02,602 INFO [Time-limited test {}] server.Server(415): Started @238452ms 2024-11-18T17:12:02,603 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:12:03,070 WARN [Thread-2783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/cluster_5d203355-4c7e-c74c-af7c-f3cfe4b2c442/data/data1/current/BP-265604772-172.17.0.3-1731949921900/current, will proceed with Du for space computation calculation, 2024-11-18T17:12:03,070 WARN [Thread-2784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/cluster_5d203355-4c7e-c74c-af7c-f3cfe4b2c442/data/data2/current/BP-265604772-172.17.0.3-1731949921900/current, will proceed with Du for space computation calculation, 2024-11-18T17:12:03,088 WARN [Thread-2771 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:12:03,089 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8910022cde52aee5 with lease ID 0xb2cdaa03d14cf38f: Processing first storage report for DS-0bb7f1ab-d4b2-405b-a415-8f9cdf55e59e from datanode DatanodeRegistration(127.0.0.1:43747, datanodeUuid=8ba621a5-1713-4016-8f85-0ae106de16a9, infoPort=38339, infoSecurePort=0, ipcPort=36539, storageInfo=lv=-57;cid=testClusterID;nsid=1951351972;c=1731949921900) 2024-11-18T17:12:03,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8910022cde52aee5 with lease ID 0xb2cdaa03d14cf38f: from storage DS-0bb7f1ab-d4b2-405b-a415-8f9cdf55e59e node DatanodeRegistration(127.0.0.1:43747, datanodeUuid=8ba621a5-1713-4016-8f85-0ae106de16a9, infoPort=38339, infoSecurePort=0, ipcPort=36539, storageInfo=lv=-57;cid=testClusterID;nsid=1951351972;c=1731949921900), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:12:03,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8910022cde52aee5 with lease ID 0xb2cdaa03d14cf38f: Processing first storage report for DS-7b6d7790-fd93-409a-a182-eda8f2778ffe from datanode DatanodeRegistration(127.0.0.1:43747, datanodeUuid=8ba621a5-1713-4016-8f85-0ae106de16a9, infoPort=38339, infoSecurePort=0, ipcPort=36539, storageInfo=lv=-57;cid=testClusterID;nsid=1951351972;c=1731949921900) 2024-11-18T17:12:03,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8910022cde52aee5 with lease ID 0xb2cdaa03d14cf38f: from storage DS-7b6d7790-fd93-409a-a182-eda8f2778ffe node DatanodeRegistration(127.0.0.1:43747, datanodeUuid=8ba621a5-1713-4016-8f85-0ae106de16a9, infoPort=38339, infoSecurePort=0, ipcPort=36539, storageInfo=lv=-57;cid=testClusterID;nsid=1951351972;c=1731949921900), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:12:03,124 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813 2024-11-18T17:12:03,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:03,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:03,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:12:03,532 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894 with version=8 2024-11-18T17:12:03,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/hbase-staging 2024-11-18T17:12:03,534 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:12:03,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:03,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:03,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:12:03,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:03,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:12:03,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:12:03,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:12:03,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40979 2024-11-18T17:12:03,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40979 connecting to ZooKeeper ensemble=127.0.0.1:62418 2024-11-18T17:12:03,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409790x0, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:03,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40979-0x101503824750003 connected 2024-11-18T17:12:03,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:03,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:03,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Set watcher on znode that does not yet exist, /1-1286830147/running 2024-11-18T17:12:03,635 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894, hbase.cluster.distributed=false 2024-11-18T17:12:03,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Set watcher on znode that does not yet exist, /1-1286830147/acl 2024-11-18T17:12:03,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40979 2024-11-18T17:12:03,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40979 2024-11-18T17:12:03,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40979 2024-11-18T17:12:03,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40979 2024-11-18T17:12:03,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40979 2024-11-18T17:12:03,650 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:12:03,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:03,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:03,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:12:03,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:03,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:12:03,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:12:03,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:12:03,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45733 2024-11-18T17:12:03,651 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45733 connecting to ZooKeeper ensemble=127.0.0.1:62418 2024-11-18T17:12:03,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:03,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:03,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457330x0, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:03,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457330x0, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Set watcher on znode that does not yet exist, /1-1286830147/running 2024-11-18T17:12:03,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45733-0x101503824750004 connected 2024-11-18T17:12:03,666 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:12:03,666 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:12:03,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Set watcher on znode that does not yet exist, /1-1286830147/master 2024-11-18T17:12:03,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Set watcher on znode that does not yet exist, /1-1286830147/acl 2024-11-18T17:12:03,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45733 2024-11-18T17:12:03,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45733 2024-11-18T17:12:03,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45733 2024-11-18T17:12:03,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45733 2024-11-18T17:12:03,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45733 2024-11-18T17:12:03,685 DEBUG [M:0;6912f599d260:40979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:40979 2024-11-18T17:12:03,685 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1286830147/backup-masters/6912f599d260,40979,1731949923534 2024-11-18T17:12:03,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147/backup-masters 2024-11-18T17:12:03,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147/backup-masters 2024-11-18T17:12:03,695 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Set watcher on existing znode=/1-1286830147/backup-masters/6912f599d260,40979,1731949923534 2024-11-18T17:12:03,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1286830147/master 2024-11-18T17:12:03,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:03,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:03,703 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Set watcher on existing znode=/1-1286830147/master 2024-11-18T17:12:03,704 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1286830147/backup-masters/6912f599d260,40979,1731949923534 from backup master directory 2024-11-18T17:12:03,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1286830147/backup-masters/6912f599d260,40979,1731949923534 2024-11-18T17:12:03,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147/backup-masters 2024-11-18T17:12:03,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147/backup-masters 2024-11-18T17:12:03,711 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:12:03,711 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,40979,1731949923534 2024-11-18T17:12:03,714 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/hbase.id] with ID: d3a3f029-36e7-4a8a-8471-bdbfb8671140 2024-11-18T17:12:03,714 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/.tmp/hbase.id 2024-11-18T17:12:03,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:12:04,118 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/.tmp/hbase.id]:[hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/hbase.id] 2024-11-18T17:12:04,126 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:04,126 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:12:04,127 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:12:04,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:04,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:04,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:12:04,144 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:12:04,145 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:12:04,145 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:04,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:12:04,551 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store 2024-11-18T17:12:04,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:12:04,956 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:04,956 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:12:04,956 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:04,956 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:04,956 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:12:04,956 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:04,956 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:04,956 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949924956Disabling compacts and flushes for region at 1731949924956Disabling writes for close at 1731949924956Writing region close event to WAL at 1731949924956Closed at 1731949924956 2024-11-18T17:12:04,956 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/.initializing 2024-11-18T17:12:04,957 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/WALs/6912f599d260,40979,1731949923534 2024-11-18T17:12:04,957 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:12:04,958 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C40979%2C1731949923534, suffix=, logDir=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/WALs/6912f599d260,40979,1731949923534, archiveDir=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/oldWALs, maxLogs=10 2024-11-18T17:12:04,970 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/WALs/6912f599d260,40979,1731949923534/6912f599d260%2C40979%2C1731949923534.1731949924958, exclude list is [], retry=0 2024-11-18T17:12:04,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43747,DS-0bb7f1ab-d4b2-405b-a415-8f9cdf55e59e,DISK] 2024-11-18T17:12:04,973 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/WALs/6912f599d260,40979,1731949923534/6912f599d260%2C40979%2C1731949923534.1731949924958 2024-11-18T17:12:04,974 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-18T17:12:04,974 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:04,974 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:04,974 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:04,974 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:04,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:04,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:12:04,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:04,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:04,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:04,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:12:04,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:04,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:04,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:04,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:12:04,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:04,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:04,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:04,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:12:04,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:04,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:04,979 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:04,980 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:04,980 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:04,981 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:04,981 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:04,981 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:04,981 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:04,983 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:04,983 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68980894, jitterRate=0.027895420789718628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:04,983 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949924974Initializing all the Stores at 1731949924975 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949924975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949924975Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949924975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949924975Cleaning up temporary data from old regions at 1731949924981 (+6 ms)Region opened successfully at 1731949924983 (+2 ms) 2024-11-18T17:12:04,984 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:12:04,985 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1706d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:12:04,986 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:12:04,986 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:12:04,986 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:12:04,986 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:12:04,987 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:12:04,987 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:12:04,987 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:12:04,988 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:12:04,989 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Unable to get data of znode /1-1286830147/balancer because node does not exist (not necessarily an error) 2024-11-18T17:12:05,024 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1286830147/balancer already deleted, retry=false 2024-11-18T17:12:05,024 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:12:05,025 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Unable to get data of znode /1-1286830147/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:12:05,032 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1286830147/normalizer already deleted, retry=false 2024-11-18T17:12:05,032 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:12:05,033 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Unable to get data of znode /1-1286830147/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:12:05,040 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1286830147/switch/split already deleted, retry=false 2024-11-18T17:12:05,041 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Unable to get data of znode /1-1286830147/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:12:05,048 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1286830147/switch/merge already deleted, retry=false 2024-11-18T17:12:05,050 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Unable to get data of znode /1-1286830147/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:12:05,057 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1286830147/snapshot-cleanup already deleted, retry=false 2024-11-18T17:12:05,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1286830147/running 2024-11-18T17:12:05,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1286830147/running 2024-11-18T17:12:05,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:05,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:05,065 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,40979,1731949923534, sessionid=0x101503824750003, setting cluster-up flag (Was=false) 2024-11-18T17:12:05,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:05,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:05,107 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1286830147/flush-table-proc/acquired, /1-1286830147/flush-table-proc/reached, /1-1286830147/flush-table-proc/abort 2024-11-18T17:12:05,108 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,40979,1731949923534 2024-11-18T17:12:05,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:05,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:05,149 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1286830147/online-snapshot/acquired, /1-1286830147/online-snapshot/reached, /1-1286830147/online-snapshot/abort 2024-11-18T17:12:05,149 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,40979,1731949923534 2024-11-18T17:12:05,150 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:12:05,151 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:05,152 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:12:05,152 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:12:05,152 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,40979,1731949923534 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:12:05,153 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:05,153 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:05,153 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:05,153 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:05,153 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:12:05,153 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:05,153 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:12:05,153 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:05,154 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949955154 2024-11-18T17:12:05,154 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:12:05,154 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:12:05,155 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:12:05,155 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:05,155 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:12:05,155 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:12:05,155 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:12:05,155 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:12:05,155 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:05,155 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:12:05,155 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:12:05,156 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:05,156 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:12:05,156 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:12:05,156 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:12:05,156 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:12:05,156 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:12:05,157 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949925156,5,FailOnTimeoutGroup] 2024-11-18T17:12:05,159 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949925157,5,FailOnTimeoutGroup] 2024-11-18T17:12:05,159 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:05,160 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:12:05,160 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:05,160 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:05,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:12:05,177 INFO [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(746): ClusterId : d3a3f029-36e7-4a8a-8471-bdbfb8671140 2024-11-18T17:12:05,177 DEBUG [RS:0;6912f599d260:45733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:12:05,187 DEBUG [RS:0;6912f599d260:45733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:12:05,187 DEBUG [RS:0;6912f599d260:45733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:12:05,195 DEBUG [RS:0;6912f599d260:45733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:12:05,195 DEBUG [RS:0;6912f599d260:45733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ded95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:12:05,205 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:45733 2024-11-18T17:12:05,206 INFO [RS:0;6912f599d260:45733 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:12:05,206 INFO [RS:0;6912f599d260:45733 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:12:05,206 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:12:05,206 INFO [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,40979,1731949923534 with port=45733, startcode=1731949923650 2024-11-18T17:12:05,206 DEBUG [RS:0;6912f599d260:45733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:12:05,207 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:12:05,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40979 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,45733,1731949923650 2024-11-18T17:12:05,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40979 {}] master.ServerManager(517): Registering regionserver=6912f599d260,45733,1731949923650 2024-11-18T17:12:05,209 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894 2024-11-18T17:12:05,209 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43169 2024-11-18T17:12:05,209 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:12:05,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147/rs 2024-11-18T17:12:05,250 DEBUG [RS:0;6912f599d260:45733 {}] zookeeper.ZKUtil(111): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Set watcher on existing znode=/1-1286830147/rs/6912f599d260,45733,1731949923650 2024-11-18T17:12:05,250 WARN [RS:0;6912f599d260:45733 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:12:05,250 INFO [RS:0;6912f599d260:45733 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:05,250 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650 2024-11-18T17:12:05,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,45733,1731949923650] 2024-11-18T17:12:05,253 INFO [RS:0;6912f599d260:45733 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:12:05,254 INFO [RS:0;6912f599d260:45733 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:12:05,254 INFO [RS:0;6912f599d260:45733 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:12:05,254 INFO [RS:0;6912f599d260:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:05,255 INFO [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:12:05,255 INFO [RS:0;6912f599d260:45733 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:12:05,255 INFO [RS:0;6912f599d260:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:05,255 DEBUG [RS:0;6912f599d260:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:05,255 DEBUG [RS:0;6912f599d260:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:05,255 DEBUG [RS:0;6912f599d260:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:05,255 DEBUG [RS:0;6912f599d260:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:05,256 DEBUG [RS:0;6912f599d260:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:05,256 DEBUG [RS:0;6912f599d260:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:12:05,256 DEBUG [RS:0;6912f599d260:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:05,256 DEBUG [RS:0;6912f599d260:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:05,256 DEBUG [RS:0;6912f599d260:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:05,256 DEBUG [RS:0;6912f599d260:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:05,256 DEBUG [RS:0;6912f599d260:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:05,256 DEBUG [RS:0;6912f599d260:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:05,256 DEBUG [RS:0;6912f599d260:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:12:05,256 DEBUG [RS:0;6912f599d260:45733 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:12:05,258 INFO [RS:0;6912f599d260:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:05,258 INFO [RS:0;6912f599d260:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:05,258 INFO [RS:0;6912f599d260:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:05,258 INFO [RS:0;6912f599d260:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:05,258 INFO [RS:0;6912f599d260:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:05,258 INFO [RS:0;6912f599d260:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45733,1731949923650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:12:05,270 INFO [RS:0;6912f599d260:45733 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:12:05,271 INFO [RS:0;6912f599d260:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45733,1731949923650-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:05,271 INFO [RS:0;6912f599d260:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:05,271 INFO [RS:0;6912f599d260:45733 {}] regionserver.Replication(171): 6912f599d260,45733,1731949923650 started 2024-11-18T17:12:05,282 INFO [RS:0;6912f599d260:45733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:05,282 INFO [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,45733,1731949923650, RpcServer on 6912f599d260/172.17.0.3:45733, sessionid=0x101503824750004 2024-11-18T17:12:05,283 DEBUG [RS:0;6912f599d260:45733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:12:05,283 DEBUG [RS:0;6912f599d260:45733 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,45733,1731949923650 2024-11-18T17:12:05,283 DEBUG [RS:0;6912f599d260:45733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,45733,1731949923650' 2024-11-18T17:12:05,283 DEBUG [RS:0;6912f599d260:45733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1286830147/flush-table-proc/abort' 2024-11-18T17:12:05,283 DEBUG [RS:0;6912f599d260:45733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1286830147/flush-table-proc/acquired' 2024-11-18T17:12:05,283 DEBUG [RS:0;6912f599d260:45733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:12:05,283 DEBUG [RS:0;6912f599d260:45733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:12:05,283 DEBUG [RS:0;6912f599d260:45733 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,45733,1731949923650 2024-11-18T17:12:05,283 DEBUG [RS:0;6912f599d260:45733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,45733,1731949923650' 2024-11-18T17:12:05,283 DEBUG [RS:0;6912f599d260:45733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1286830147/online-snapshot/abort' 2024-11-18T17:12:05,284 DEBUG [RS:0;6912f599d260:45733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1286830147/online-snapshot/acquired' 2024-11-18T17:12:05,284 DEBUG [RS:0;6912f599d260:45733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:12:05,284 INFO [RS:0;6912f599d260:45733 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:12:05,284 INFO [RS:0;6912f599d260:45733 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:12:05,371 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:12:05,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:05,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:05,384 INFO [RS:0;6912f599d260:45733 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:12:05,385 INFO [RS:0;6912f599d260:45733 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C45733%2C1731949923650, suffix=, logDir=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650, archiveDir=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/oldWALs, maxLogs=10 2024-11-18T17:12:05,397 DEBUG [RS:0;6912f599d260:45733 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385, exclude list is [], retry=0 2024-11-18T17:12:05,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43747,DS-0bb7f1ab-d4b2-405b-a415-8f9cdf55e59e,DISK] 2024-11-18T17:12:05,400 INFO [RS:0;6912f599d260:45733 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 2024-11-18T17:12:05,400 DEBUG [RS:0;6912f599d260:45733 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-18T17:12:05,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:05,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:05,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:05,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:05,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:05,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:05,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:05,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:05,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:05,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:05,566 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:12:05,566 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894 2024-11-18T17:12:05,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:12:05,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:05,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:12:05,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:12:05,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:05,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:05,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:12:05,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:12:05,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:05,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:05,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:12:05,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:12:05,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:05,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:05,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:12:05,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:12:05,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:05,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:05,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:12:05,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740 2024-11-18T17:12:05,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740 2024-11-18T17:12:05,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:12:05,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:12:05,979 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:05,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:12:05,981 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:05,981 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73708220, jitterRate=0.0983380675315857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:05,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949925971Initializing all the Stores at 1731949925972 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949925972Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949925972Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949925972Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949925972Cleaning up temporary data from old regions at 1731949925978 (+6 ms)Region opened successfully at 1731949925981 (+3 ms) 2024-11-18T17:12:05,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:12:05,981 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:12:05,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:12:05,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:12:05,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:12:05,981 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:12:05,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949925981Disabling compacts and flushes for region at 1731949925981Disabling writes for close at 1731949925981Writing region close event to WAL at 1731949925981Closed at 1731949925981 2024-11-18T17:12:05,982 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:05,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:12:05,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:12:05,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:12:05,983 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:12:06,134 DEBUG [6912f599d260:40979 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:12:06,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,45733,1731949923650 2024-11-18T17:12:06,135 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,45733,1731949923650, state=OPENING 2024-11-18T17:12:06,174 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:12:06,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:06,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:06,182 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:12:06,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,45733,1731949923650}] 2024-11-18T17:12:06,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1286830147/meta-region-server: CHANGED 2024-11-18T17:12:06,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1286830147/meta-region-server: CHANGED 2024-11-18T17:12:06,334 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:12:06,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:12:06,338 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:12:06,338 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:06,338 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:12:06,339 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C45733%2C1731949923650.meta, suffix=.meta, logDir=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650, archiveDir=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/oldWALs, maxLogs=10 2024-11-18T17:12:06,351 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.meta.1731949926339.meta, exclude list is [], retry=0 2024-11-18T17:12:06,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43747,DS-0bb7f1ab-d4b2-405b-a415-8f9cdf55e59e,DISK] 2024-11-18T17:12:06,355 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.meta.1731949926339.meta 2024-11-18T17:12:06,355 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-18T17:12:06,355 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:06,355 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:12:06,355 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:12:06,355 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:12:06,356 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:12:06,356 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:12:06,356 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:06,356 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:12:06,356 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:12:06,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:12:06,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:12:06,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:06,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:06,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:12:06,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:12:06,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:06,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:06,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:12:06,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:12:06,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:06,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:06,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:12:06,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:12:06,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:06,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:06,360 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:12:06,360 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740 2024-11-18T17:12:06,361 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740 2024-11-18T17:12:06,361 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:12:06,361 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:12:06,362 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:06,363 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:12:06,363 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74561729, jitterRate=0.11105634272098541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:06,363 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:12:06,363 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949926356Writing region info on filesystem at 1731949926356Initializing all the Stores at 1731949926356Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949926357 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949926357Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949926357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949926357Cleaning up temporary data from old regions at 1731949926362 (+5 ms)Running coprocessor post-open hooks at 1731949926363 (+1 ms)Region opened successfully at 1731949926363 2024-11-18T17:12:06,364 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949926334 2024-11-18T17:12:06,365 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:12:06,365 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:12:06,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,45733,1731949923650 2024-11-18T17:12:06,366 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,45733,1731949923650, state=OPEN 2024-11-18T17:12:06,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1286830147/meta-region-server 2024-11-18T17:12:06,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1286830147/meta-region-server 2024-11-18T17:12:06,374 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,45733,1731949923650 2024-11-18T17:12:06,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1286830147/meta-region-server: CHANGED 2024-11-18T17:12:06,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1286830147/meta-region-server: CHANGED 2024-11-18T17:12:06,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:12:06,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,45733,1731949923650 in 192 msec 2024-11-18T17:12:06,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:12:06,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 393 msec 2024-11-18T17:12:06,377 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:06,377 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:12:06,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:06,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,45733,1731949923650, seqNum=-1] 2024-11-18T17:12:06,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:06,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:12:06,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-11-18T17:12:06,383 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949926383, completionTime=-1 2024-11-18T17:12:06,383 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:12:06,383 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:12:06,384 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:12:06,384 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949986384 2024-11-18T17:12:06,384 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731950046384 2024-11-18T17:12:06,384 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:12:06,385 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40979,1731949923534-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:06,385 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40979,1731949923534-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:06,385 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40979,1731949923534-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:06,385 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:40979, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:06,385 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:06,385 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:06,386 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:12:06,388 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.677sec 2024-11-18T17:12:06,388 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:12:06,388 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:12:06,388 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:12:06,388 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:12:06,388 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:12:06,388 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40979,1731949923534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:12:06,388 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40979,1731949923534-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:12:06,389 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:12:06,389 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:12:06,389 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40979,1731949923534-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:06,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a625cb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:06,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,40979,-1 for getting cluster id 2024-11-18T17:12:06,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:06,479 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3a3f029-36e7-4a8a-8471-bdbfb8671140' 2024-11-18T17:12:06,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:06,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3a3f029-36e7-4a8a-8471-bdbfb8671140" 2024-11-18T17:12:06,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff0f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:06,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,40979,-1] 2024-11-18T17:12:06,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:06,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:06,480 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:06,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5031d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:06,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,45733,1731949923650, seqNum=-1] 2024-11-18T17:12:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:06,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:12:06,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,40979,1731949923534 2024-11-18T17:12:06,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62418 2024-11-18T17:12:06,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:06,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101503824750005 connected 2024-11-18T17:12:06,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/hadoop.log.dir so I do NOT create it in target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4 2024-11-18T17:12:06,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:12:06,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/hadoop.tmp.dir so I do NOT create it in target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4 2024-11-18T17:12:06,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:12:06,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4 2024-11-18T17:12:06,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:12:06,505 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/cluster_c7fc95de-a394-68ec-ed4c-c903076a49d6, deleteOnExit=true 2024-11-18T17:12:06,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:12:06,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/test.cache.data in system properties and HBase conf 2024-11-18T17:12:06,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:12:06,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:12:06,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:12:06,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:12:06,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:12:06,505 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:12:06,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:12:06,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:12:06,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:12:06,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:12:06,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:12:06,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:12:06,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:12:06,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:12:06,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:12:06,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:12:06,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:12:06,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:12:06,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:12:06,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:12:06,598 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:12:06,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:12:06,755 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:12:06,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:12:06,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:12:06,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:12:06,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:12:06,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ebaa2f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:12:06,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2eb20680{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:12:06,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f9002d5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/java.io.tmpdir/jetty-localhost-44163-hadoop-hdfs-3_4_1-tests_jar-_-any-15415299944606998117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:12:06,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aa855fc{HTTP/1.1, (http/1.1)}{localhost:44163} 2024-11-18T17:12:06,862 INFO [Time-limited test {}] server.Server(415): Started @242712ms 2024-11-18T17:12:07,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:12:07,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:12:07,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:12:07,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:12:07,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:12:07,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50acc407{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:12:07,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a4c8576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:12:07,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65e2453b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/java.io.tmpdir/jetty-localhost-42601-hadoop-hdfs-3_4_1-tests_jar-_-any-12599928938250006395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:12:07,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3de701e1{HTTP/1.1, (http/1.1)}{localhost:42601} 2024-11-18T17:12:07,156 INFO [Time-limited test {}] server.Server(415): Started @243007ms 2024-11-18T17:12:07,157 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:12:07,678 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/cluster_c7fc95de-a394-68ec-ed4c-c903076a49d6/data/data2/current/BP-1188105370-172.17.0.3-1731949926520/current, will proceed with Du for space computation calculation, 2024-11-18T17:12:07,678 WARN [Thread-2904 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/cluster_c7fc95de-a394-68ec-ed4c-c903076a49d6/data/data1/current/BP-1188105370-172.17.0.3-1731949926520/current, will proceed with Du for space computation calculation, 2024-11-18T17:12:07,699 WARN [Thread-2892 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:12:07,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbb1fcbbf9bd2656 with lease ID 0xd4a64e23468f192e: Processing first storage report for DS-36f25a0c-6700-4755-bb95-40b517f28ce2 from datanode DatanodeRegistration(127.0.0.1:38687, datanodeUuid=fa4f837d-c6ff-4e46-8e40-ea2eb3ba1d13, infoPort=33571, infoSecurePort=0, ipcPort=32849, storageInfo=lv=-57;cid=testClusterID;nsid=1546314163;c=1731949926520) 2024-11-18T17:12:07,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbb1fcbbf9bd2656 with lease ID 0xd4a64e23468f192e: from storage DS-36f25a0c-6700-4755-bb95-40b517f28ce2 node DatanodeRegistration(127.0.0.1:38687, datanodeUuid=fa4f837d-c6ff-4e46-8e40-ea2eb3ba1d13, infoPort=33571, infoSecurePort=0, ipcPort=32849, storageInfo=lv=-57;cid=testClusterID;nsid=1546314163;c=1731949926520), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:12:07,701 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcbb1fcbbf9bd2656 with lease ID 0xd4a64e23468f192e: Processing first storage report for DS-7795dccc-7930-4c98-8b5c-9959f2b68d05 from datanode DatanodeRegistration(127.0.0.1:38687, datanodeUuid=fa4f837d-c6ff-4e46-8e40-ea2eb3ba1d13, infoPort=33571, infoSecurePort=0, ipcPort=32849, storageInfo=lv=-57;cid=testClusterID;nsid=1546314163;c=1731949926520) 2024-11-18T17:12:07,701 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcbb1fcbbf9bd2656 with lease ID 0xd4a64e23468f192e: from storage DS-7795dccc-7930-4c98-8b5c-9959f2b68d05 node DatanodeRegistration(127.0.0.1:38687, datanodeUuid=fa4f837d-c6ff-4e46-8e40-ea2eb3ba1d13, infoPort=33571, infoSecurePort=0, ipcPort=32849, storageInfo=lv=-57;cid=testClusterID;nsid=1546314163;c=1731949926520), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T17:12:07,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4 2024-11-18T17:12:07,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:07,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:07,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:12:07,787 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938 with version=8 2024-11-18T17:12:07,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/hbase-staging 2024-11-18T17:12:07,789 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:12:07,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:07,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:07,789 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:12:07,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:07,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:12:07,789 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:12:07,789 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:12:07,790 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36433 2024-11-18T17:12:07,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36433 connecting to ZooKeeper ensemble=127.0.0.1:62418 2024-11-18T17:12:07,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364330x0, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:07,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36433-0x101503824750006 connected 2024-11-18T17:12:07,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:07,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:07,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Set watcher on znode that does not yet exist, /2-705912842/running 2024-11-18T17:12:07,869 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938, hbase.cluster.distributed=false 2024-11-18T17:12:07,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Set watcher on znode that does not yet exist, /2-705912842/acl 2024-11-18T17:12:07,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36433 2024-11-18T17:12:07,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36433 2024-11-18T17:12:07,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36433 2024-11-18T17:12:07,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36433 2024-11-18T17:12:07,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36433 2024-11-18T17:12:07,884 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:12:07,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:07,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:07,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:12:07,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:07,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:12:07,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:12:07,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:12:07,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36911 2024-11-18T17:12:07,885 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36911 connecting to ZooKeeper ensemble=127.0.0.1:62418 2024-11-18T17:12:07,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:07,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:07,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369110x0, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:07,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369110x0, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Set watcher on znode that does not yet exist, /2-705912842/running 2024-11-18T17:12:07,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36911-0x101503824750007 connected 2024-11-18T17:12:07,899 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:12:07,899 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:12:07,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Set watcher on znode that does not yet exist, /2-705912842/master 2024-11-18T17:12:07,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Set watcher on znode that does not yet exist, /2-705912842/acl 2024-11-18T17:12:07,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36911 2024-11-18T17:12:07,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36911 2024-11-18T17:12:07,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36911 2024-11-18T17:12:07,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36911 2024-11-18T17:12:07,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36911 2024-11-18T17:12:07,916 DEBUG [M:0;6912f599d260:36433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:36433 2024-11-18T17:12:07,917 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-705912842/backup-masters/6912f599d260,36433,1731949927789 2024-11-18T17:12:07,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842/backup-masters 2024-11-18T17:12:07,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842/backup-masters 2024-11-18T17:12:07,924 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Set watcher on existing znode=/2-705912842/backup-masters/6912f599d260,36433,1731949927789 2024-11-18T17:12:07,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:07,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-705912842/master 2024-11-18T17:12:07,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:07,932 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Set watcher on existing znode=/2-705912842/master 2024-11-18T17:12:07,932 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-705912842/backup-masters/6912f599d260,36433,1731949927789 from backup master directory 2024-11-18T17:12:07,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-705912842/backup-masters/6912f599d260,36433,1731949927789 2024-11-18T17:12:07,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842/backup-masters 2024-11-18T17:12:07,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842/backup-masters 2024-11-18T17:12:07,940 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:12:07,940 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,36433,1731949927789 2024-11-18T17:12:07,943 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/hbase.id] with ID: 442fdf3f-119d-454e-9aa9-bd63c22adfa1 2024-11-18T17:12:07,943 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/.tmp/hbase.id 2024-11-18T17:12:07,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:12:08,347 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/.tmp/hbase.id]:[hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/hbase.id] 2024-11-18T17:12:08,354 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:08,354 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:12:08,355 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:12:08,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:08,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:08,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:12:08,795 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:12:08,796 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:12:08,796 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:08,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:12:09,186 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:09,186 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:12:09,186 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48432 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:12:09,201 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store 2024-11-18T17:12:09,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:12:09,606 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:09,606 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:12:09,606 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:09,606 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:09,606 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:12:09,606 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:09,606 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:09,606 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949929606Disabling compacts and flushes for region at 1731949929606Disabling writes for close at 1731949929606Writing region close event to WAL at 1731949929606Closed at 1731949929606 2024-11-18T17:12:09,607 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/.initializing 2024-11-18T17:12:09,607 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/WALs/6912f599d260,36433,1731949927789 2024-11-18T17:12:09,608 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:12:09,609 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C36433%2C1731949927789, suffix=, logDir=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/WALs/6912f599d260,36433,1731949927789, archiveDir=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/oldWALs, maxLogs=10 2024-11-18T17:12:09,621 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/WALs/6912f599d260,36433,1731949927789/6912f599d260%2C36433%2C1731949927789.1731949929609, exclude list is [], retry=0 2024-11-18T17:12:09,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38687,DS-36f25a0c-6700-4755-bb95-40b517f28ce2,DISK] 2024-11-18T17:12:09,624 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/WALs/6912f599d260,36433,1731949927789/6912f599d260%2C36433%2C1731949927789.1731949929609 2024-11-18T17:12:09,624 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33571:33571)] 2024-11-18T17:12:09,624 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:09,624 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:09,625 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:09,625 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:09,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:09,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:12:09,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:09,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:09,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:09,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:12:09,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:09,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:09,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:09,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:12:09,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:09,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:09,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:09,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:12:09,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:09,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:09,629 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:09,630 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:09,630 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:09,631 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:09,631 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:09,631 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:09,632 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:09,633 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:09,633 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74227775, jitterRate=0.10608004033565521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:09,633 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949929625Initializing all the Stores at 1731949929625Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949929625Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949929625Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949929625Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949929625Cleaning up temporary data from old regions at 1731949929631 (+6 ms)Region opened successfully at 1731949929633 (+2 ms) 2024-11-18T17:12:09,633 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:12:09,635 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fb520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:12:09,636 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:12:09,636 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:12:09,636 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:12:09,636 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:12:09,636 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:12:09,637 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:12:09,637 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:12:09,638 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:12:09,639 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Unable to get data of znode /2-705912842/balancer because node does not exist (not necessarily an error) 2024-11-18T17:12:09,673 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-705912842/balancer already deleted, retry=false 2024-11-18T17:12:09,674 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:12:09,674 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Unable to get data of znode /2-705912842/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:12:09,682 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-705912842/normalizer already deleted, retry=false 2024-11-18T17:12:09,682 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:12:09,683 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Unable to get data of znode /2-705912842/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:12:09,690 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-705912842/switch/split already deleted, retry=false 2024-11-18T17:12:09,691 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Unable to get data of znode /2-705912842/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:12:09,698 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-705912842/switch/merge already deleted, retry=false 2024-11-18T17:12:09,700 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Unable to get data of znode /2-705912842/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:12:09,707 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-705912842/snapshot-cleanup already deleted, retry=false 2024-11-18T17:12:09,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-705912842/running 2024-11-18T17:12:09,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-705912842/running 2024-11-18T17:12:09,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:09,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:09,715 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,36433,1731949927789, sessionid=0x101503824750006, setting cluster-up flag (Was=false) 2024-11-18T17:12:09,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:09,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:09,757 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-705912842/flush-table-proc/acquired, /2-705912842/flush-table-proc/reached, /2-705912842/flush-table-proc/abort 2024-11-18T17:12:09,757 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,36433,1731949927789 2024-11-18T17:12:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:09,798 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-705912842/online-snapshot/acquired, /2-705912842/online-snapshot/reached, /2-705912842/online-snapshot/abort 2024-11-18T17:12:09,799 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,36433,1731949927789 2024-11-18T17:12:09,800 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:12:09,801 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:09,801 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:12:09,801 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:12:09,802 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,36433,1731949927789 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:12:09,803 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:09,803 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:09,803 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:09,803 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:09,803 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:12:09,803 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:09,803 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:12:09,803 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:09,804 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949959803 2024-11-18T17:12:09,804 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:12:09,804 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:12:09,804 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:12:09,804 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:12:09,804 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:12:09,804 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:12:09,804 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:09,804 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:12:09,804 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:09,804 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:12:09,804 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:12:09,804 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:12:09,804 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:12:09,805 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:09,805 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:12:09,805 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:12:09,805 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:12:09,805 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949929805,5,FailOnTimeoutGroup] 2024-11-18T17:12:09,805 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949929805,5,FailOnTimeoutGroup] 2024-11-18T17:12:09,805 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:09,805 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:12:09,805 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:09,805 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:09,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:12:09,809 INFO [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(746): ClusterId : 442fdf3f-119d-454e-9aa9-bd63c22adfa1 2024-11-18T17:12:09,809 DEBUG [RS:0;6912f599d260:36911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:12:09,815 DEBUG [RS:0;6912f599d260:36911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:12:09,815 DEBUG [RS:0;6912f599d260:36911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:12:09,824 DEBUG [RS:0;6912f599d260:36911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:12:09,824 DEBUG [RS:0;6912f599d260:36911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233d38b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:12:09,834 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:36911 2024-11-18T17:12:09,834 INFO [RS:0;6912f599d260:36911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:12:09,834 INFO [RS:0;6912f599d260:36911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:12:09,834 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:12:09,835 INFO [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,36433,1731949927789 with port=36911, startcode=1731949927884 2024-11-18T17:12:09,835 DEBUG [RS:0;6912f599d260:36911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:12:09,836 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:12:09,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,36911,1731949927884 2024-11-18T17:12:09,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36433 {}] master.ServerManager(517): Registering regionserver=6912f599d260,36911,1731949927884 2024-11-18T17:12:09,838 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938 2024-11-18T17:12:09,838 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42901 2024-11-18T17:12:09,838 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:12:09,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:12:09,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T17:12:09,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T17:12:09,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T17:12:09,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842/rs 2024-11-18T17:12:09,904 DEBUG [RS:0;6912f599d260:36911 {}] zookeeper.ZKUtil(111): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Set watcher on existing znode=/2-705912842/rs/6912f599d260,36911,1731949927884 2024-11-18T17:12:09,904 WARN [RS:0;6912f599d260:36911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:12:09,904 INFO [RS:0;6912f599d260:36911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:09,904 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884 2024-11-18T17:12:09,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,36911,1731949927884] 2024-11-18T17:12:09,906 INFO [RS:0;6912f599d260:36911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:12:09,907 INFO [RS:0;6912f599d260:36911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:12:09,907 INFO [RS:0;6912f599d260:36911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:12:09,907 INFO [RS:0;6912f599d260:36911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:09,908 INFO [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:12:09,908 INFO [RS:0;6912f599d260:36911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:12:09,908 INFO [RS:0;6912f599d260:36911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:09,908 DEBUG [RS:0;6912f599d260:36911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:09,908 DEBUG [RS:0;6912f599d260:36911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:09,908 DEBUG [RS:0;6912f599d260:36911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:09,908 DEBUG [RS:0;6912f599d260:36911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:09,908 DEBUG [RS:0;6912f599d260:36911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:09,908 DEBUG [RS:0;6912f599d260:36911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:12:09,908 DEBUG [RS:0;6912f599d260:36911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:09,908 DEBUG [RS:0;6912f599d260:36911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:09,908 DEBUG [RS:0;6912f599d260:36911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:09,908 DEBUG [RS:0;6912f599d260:36911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:09,908 DEBUG [RS:0;6912f599d260:36911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:09,908 DEBUG [RS:0;6912f599d260:36911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:09,908 DEBUG [RS:0;6912f599d260:36911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:12:09,908 DEBUG [RS:0;6912f599d260:36911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:12:09,909 INFO [RS:0;6912f599d260:36911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:09,909 INFO [RS:0;6912f599d260:36911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:09,909 INFO [RS:0;6912f599d260:36911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:09,909 INFO [RS:0;6912f599d260:36911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:09,909 INFO [RS:0;6912f599d260:36911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:09,909 INFO [RS:0;6912f599d260:36911 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36911,1731949927884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:12:09,921 INFO [RS:0;6912f599d260:36911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:12:09,921 INFO [RS:0;6912f599d260:36911 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36911,1731949927884-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:09,921 INFO [RS:0;6912f599d260:36911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:09,921 INFO [RS:0;6912f599d260:36911 {}] regionserver.Replication(171): 6912f599d260,36911,1731949927884 started 2024-11-18T17:12:09,932 INFO [RS:0;6912f599d260:36911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:09,932 INFO [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,36911,1731949927884, RpcServer on 6912f599d260/172.17.0.3:36911, sessionid=0x101503824750007 2024-11-18T17:12:09,932 DEBUG [RS:0;6912f599d260:36911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:12:09,933 DEBUG [RS:0;6912f599d260:36911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,36911,1731949927884 2024-11-18T17:12:09,933 DEBUG [RS:0;6912f599d260:36911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,36911,1731949927884' 2024-11-18T17:12:09,933 DEBUG [RS:0;6912f599d260:36911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-705912842/flush-table-proc/abort' 2024-11-18T17:12:09,933 DEBUG [RS:0;6912f599d260:36911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-705912842/flush-table-proc/acquired' 2024-11-18T17:12:09,933 DEBUG [RS:0;6912f599d260:36911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:12:09,934 DEBUG [RS:0;6912f599d260:36911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:12:09,934 DEBUG [RS:0;6912f599d260:36911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,36911,1731949927884 2024-11-18T17:12:09,934 DEBUG [RS:0;6912f599d260:36911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,36911,1731949927884' 2024-11-18T17:12:09,934 DEBUG [RS:0;6912f599d260:36911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-705912842/online-snapshot/abort' 2024-11-18T17:12:09,934 DEBUG [RS:0;6912f599d260:36911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-705912842/online-snapshot/acquired' 2024-11-18T17:12:09,934 DEBUG [RS:0;6912f599d260:36911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:12:09,934 INFO [RS:0;6912f599d260:36911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:12:09,934 INFO [RS:0;6912f599d260:36911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:12:10,034 INFO [RS:0;6912f599d260:36911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:12:10,035 INFO [RS:0;6912f599d260:36911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C36911%2C1731949927884, suffix=, logDir=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884, archiveDir=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/oldWALs, maxLogs=10 2024-11-18T17:12:10,047 DEBUG [RS:0;6912f599d260:36911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036, exclude list is [], retry=0 2024-11-18T17:12:10,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38687,DS-36f25a0c-6700-4755-bb95-40b517f28ce2,DISK] 2024-11-18T17:12:10,050 INFO [RS:0;6912f599d260:36911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 2024-11-18T17:12:10,051 DEBUG [RS:0;6912f599d260:36911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33571:33571)] 2024-11-18T17:12:10,209 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:12:10,209 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938 2024-11-18T17:12:10,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:12:10,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:10,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:12:10,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:12:10,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:10,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:10,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:12:10,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:12:10,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:10,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:10,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:12:10,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:12:10,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:10,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:10,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:12:10,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:12:10,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:10,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:10,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:12:10,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740 2024-11-18T17:12:10,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740 2024-11-18T17:12:10,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:12:10,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:12:10,621 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:10,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:12:10,623 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:10,623 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64947542, jitterRate=-0.032206207513809204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:10,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949930614Initializing all the Stores at 1731949930614Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949930614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949930615 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949930615Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949930615Cleaning up temporary data from old regions at 1731949930621 (+6 ms)Region opened successfully at 1731949930623 (+2 ms) 2024-11-18T17:12:10,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:12:10,623 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:12:10,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:12:10,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:12:10,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:12:10,623 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:12:10,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949930623Disabling compacts and flushes for region at 1731949930623Disabling writes for close at 1731949930623Writing region close event to WAL at 1731949930623Closed at 1731949930623 2024-11-18T17:12:10,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:10,624 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:12:10,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:12:10,625 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:12:10,626 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:12:10,776 DEBUG [6912f599d260:36433 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:12:10,777 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,36911,1731949927884 2024-11-18T17:12:10,778 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,36911,1731949927884, state=OPENING 2024-11-18T17:12:10,920 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:12:10,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:10,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:10,937 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:12:10,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,36911,1731949927884}] 2024-11-18T17:12:10,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-705912842/meta-region-server: CHANGED 2024-11-18T17:12:10,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-705912842/meta-region-server: CHANGED 2024-11-18T17:12:11,089 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:12:11,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:12:11,092 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:12:11,093 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:11,093 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:12:11,094 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C36911%2C1731949927884.meta, suffix=.meta, logDir=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884, archiveDir=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/oldWALs, maxLogs=10 2024-11-18T17:12:11,107 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.meta.1731949931094.meta, exclude list is [], retry=0 2024-11-18T17:12:11,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38687,DS-36f25a0c-6700-4755-bb95-40b517f28ce2,DISK] 2024-11-18T17:12:11,110 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.meta.1731949931094.meta 2024-11-18T17:12:11,110 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33571:33571)] 2024-11-18T17:12:11,110 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:11,110 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:12:11,110 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:12:11,110 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:12:11,110 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:12:11,111 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:12:11,111 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:11,111 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:12:11,111 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:12:11,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:12:11,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:12:11,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:11,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:11,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:12:11,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:12:11,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:11,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:11,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:12:11,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:12:11,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:11,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:11,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:12:11,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:12:11,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:11,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:11,116 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:12:11,116 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740 2024-11-18T17:12:11,117 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740 2024-11-18T17:12:11,117 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:12:11,117 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:12:11,118 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:11,119 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:12:11,119 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63337366, jitterRate=-0.05619969964027405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:11,119 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:12:11,120 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949931111Writing region info on filesystem at 1731949931111Initializing all the Stores at 1731949931111Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949931111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949931111Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949931111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949931112 (+1 ms)Cleaning up temporary data from old regions at 1731949931117 (+5 ms)Running coprocessor post-open hooks at 1731949931119 (+2 ms)Region opened successfully at 1731949931120 (+1 ms) 2024-11-18T17:12:11,120 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949931089 2024-11-18T17:12:11,122 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:12:11,122 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:12:11,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,36911,1731949927884 2024-11-18T17:12:11,123 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,36911,1731949927884, state=OPEN 2024-11-18T17:12:11,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-705912842/meta-region-server 2024-11-18T17:12:11,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-705912842/meta-region-server 2024-11-18T17:12:11,132 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,36911,1731949927884 2024-11-18T17:12:11,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-705912842/meta-region-server: CHANGED 2024-11-18T17:12:11,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-705912842/meta-region-server: CHANGED 2024-11-18T17:12:11,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:12:11,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,36911,1731949927884 in 195 msec 2024-11-18T17:12:11,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:12:11,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 509 msec 2024-11-18T17:12:11,135 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:11,135 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:12:11,136 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:11,136 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,36911,1731949927884, seqNum=-1] 2024-11-18T17:12:11,137 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:11,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:12:11,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3400 sec 2024-11-18T17:12:11,141 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949931141, completionTime=-1 2024-11-18T17:12:11,141 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:12:11,141 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:12:11,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:12:11,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731949991143 2024-11-18T17:12:11,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731950051143 2024-11-18T17:12:11,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-18T17:12:11,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36433,1731949927789-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:11,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36433,1731949927789-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:11,143 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36433,1731949927789-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:11,144 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:36433, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:11,144 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:11,144 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:11,145 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:12:11,147 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.207sec 2024-11-18T17:12:11,147 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:12:11,147 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:12:11,147 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:12:11,147 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:12:11,147 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:12:11,147 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36433,1731949927789-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:12:11,147 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36433,1731949927789-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:12:11,149 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:12:11,149 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:12:11,149 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36433,1731949927789-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:11,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7519d21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:11,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,36433,-1 for getting cluster id 2024-11-18T17:12:11,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:11,212 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '442fdf3f-119d-454e-9aa9-bd63c22adfa1' 2024-11-18T17:12:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "442fdf3f-119d-454e-9aa9-bd63c22adfa1" 2024-11-18T17:12:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1937c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,36433,-1] 2024-11-18T17:12:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:11,213 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:11,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b0d717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:11,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:11,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,36911,1731949927884, seqNum=-1] 2024-11-18T17:12:11,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:11,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:12:11,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,36433,1731949927789 2024-11-18T17:12:11,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62418 2024-11-18T17:12:11,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:11,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101503824750008 connected 2024-11-18T17:12:11,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:11,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,45969,1731949918366 2024-11-18T17:12:11,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d562089 2024-11-18T17:12:11,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:11,240 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:12:11,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:12:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:12:11,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:12:11,243 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:11,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:12:11,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:12:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:11,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:12:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:11,649 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 983373bbca276b9f031c73745ee2b7d4, NAME => 'test,,1731949931240.983373bbca276b9f031c73745ee2b7d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8 2024-11-18T17:12:11,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:12:11,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:12:11,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:11,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:11,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:11,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:11,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:11,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:11,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:11,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:11,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:11,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:11,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:11,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:12,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731949931240.983373bbca276b9f031c73745ee2b7d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:12,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 983373bbca276b9f031c73745ee2b7d4, disabling compactions & flushes 2024-11-18T17:12:12,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731949931240.983373bbca276b9f031c73745ee2b7d4. 2024-11-18T17:12:12,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949931240.983373bbca276b9f031c73745ee2b7d4. 2024-11-18T17:12:12,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731949931240.983373bbca276b9f031c73745ee2b7d4. after waiting 0 ms 2024-11-18T17:12:12,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731949931240.983373bbca276b9f031c73745ee2b7d4. 2024-11-18T17:12:12,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731949931240.983373bbca276b9f031c73745ee2b7d4. 2024-11-18T17:12:12,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 983373bbca276b9f031c73745ee2b7d4: Waiting for close lock at 1731949932054Disabling compacts and flushes for region at 1731949932054Disabling writes for close at 1731949932054Writing region close event to WAL at 1731949932054Closed at 1731949932054 2024-11-18T17:12:12,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:12:12,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731949931240.983373bbca276b9f031c73745ee2b7d4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731949932055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949932055"}]},"ts":"1731949932055"} 2024-11-18T17:12:12,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:12:12,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:12:12,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949932058"}]},"ts":"1731949932058"} 2024-11-18T17:12:12,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:12:12,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=983373bbca276b9f031c73745ee2b7d4, ASSIGN}] 2024-11-18T17:12:12,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=983373bbca276b9f031c73745ee2b7d4, ASSIGN 2024-11-18T17:12:12,061 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=983373bbca276b9f031c73745ee2b7d4, ASSIGN; state=OFFLINE, location=6912f599d260,37437,1731949918525; forceNewPlan=false, retain=false 2024-11-18T17:12:12,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=983373bbca276b9f031c73745ee2b7d4, regionState=OPENING, regionLocation=6912f599d260,37437,1731949918525 2024-11-18T17:12:12,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=983373bbca276b9f031c73745ee2b7d4, ASSIGN because future has completed 2024-11-18T17:12:12,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 983373bbca276b9f031c73745ee2b7d4, server=6912f599d260,37437,1731949918525}] 2024-11-18T17:12:12,369 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731949931240.983373bbca276b9f031c73745ee2b7d4. 2024-11-18T17:12:12,369 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 983373bbca276b9f031c73745ee2b7d4, NAME => 'test,,1731949931240.983373bbca276b9f031c73745ee2b7d4.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:12,369 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:12:12,369 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:12:12,369 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:12,369 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731949931240.983373bbca276b9f031c73745ee2b7d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:12,370 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:12,370 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:12,371 INFO [StoreOpener-983373bbca276b9f031c73745ee2b7d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:12,371 INFO [StoreOpener-983373bbca276b9f031c73745ee2b7d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983373bbca276b9f031c73745ee2b7d4 columnFamilyName f 2024-11-18T17:12:12,371 DEBUG [StoreOpener-983373bbca276b9f031c73745ee2b7d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:12,372 INFO [StoreOpener-983373bbca276b9f031c73745ee2b7d4-1 {}] regionserver.HStore(327): Store=983373bbca276b9f031c73745ee2b7d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:12,372 INFO [StoreOpener-983373bbca276b9f031c73745ee2b7d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:12,372 INFO [StoreOpener-983373bbca276b9f031c73745ee2b7d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983373bbca276b9f031c73745ee2b7d4 columnFamilyName f1 2024-11-18T17:12:12,373 DEBUG [StoreOpener-983373bbca276b9f031c73745ee2b7d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:12,373 INFO [StoreOpener-983373bbca276b9f031c73745ee2b7d4-1 {}] regionserver.HStore(327): Store=983373bbca276b9f031c73745ee2b7d4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:12,373 INFO [StoreOpener-983373bbca276b9f031c73745ee2b7d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:12,373 INFO [StoreOpener-983373bbca276b9f031c73745ee2b7d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983373bbca276b9f031c73745ee2b7d4 columnFamilyName norep 2024-11-18T17:12:12,374 DEBUG [StoreOpener-983373bbca276b9f031c73745ee2b7d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:12,374 INFO [StoreOpener-983373bbca276b9f031c73745ee2b7d4-1 {}] regionserver.HStore(327): Store=983373bbca276b9f031c73745ee2b7d4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:12,374 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:12,374 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:12,375 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:12,375 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:12,375 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:12,376 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:12:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:12,376 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:12,378 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:12,378 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 983373bbca276b9f031c73745ee2b7d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62057321, jitterRate=-0.07527385652065277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:12:12,378 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:12,379 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 983373bbca276b9f031c73745ee2b7d4: Running coprocessor pre-open hook at 1731949932370Writing region info on filesystem at 1731949932370Initializing all the Stores at 1731949932370Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949932370Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949932370Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949932370Cleaning up temporary data from old regions at 1731949932375 (+5 ms)Running coprocessor post-open hooks at 1731949932378 (+3 ms)Region opened successfully at 1731949932379 (+1 ms) 2024-11-18T17:12:12,380 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731949931240.983373bbca276b9f031c73745ee2b7d4., pid=6, masterSystemTime=1731949932365 2024-11-18T17:12:12,381 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731949931240.983373bbca276b9f031c73745ee2b7d4. 2024-11-18T17:12:12,381 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731949931240.983373bbca276b9f031c73745ee2b7d4. 2024-11-18T17:12:12,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=983373bbca276b9f031c73745ee2b7d4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,37437,1731949918525 2024-11-18T17:12:12,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 983373bbca276b9f031c73745ee2b7d4, server=6912f599d260,37437,1731949918525 because future has completed 2024-11-18T17:12:12,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:12:12,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 983373bbca276b9f031c73745ee2b7d4, server=6912f599d260,37437,1731949918525 in 171 msec 2024-11-18T17:12:12,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:12:12,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=983373bbca276b9f031c73745ee2b7d4, ASSIGN in 326 msec 2024-11-18T17:12:12,387 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:12:12,388 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949932387"}]},"ts":"1731949932387"} 2024-11-18T17:12:12,389 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:12:12,390 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:12:12,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-18T17:12:12,598 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T17:12:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:13,386 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:12:13,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:13,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,40979,1731949923534 2024-11-18T17:12:13,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23d4b54f 2024-11-18T17:12:13,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:13,388 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:12:13,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:12:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:12:13,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:12:13,390 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:13,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:12:13,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:12:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:13,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:12:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:13,796 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa6d223c5171ad03945d31b814b26b4f, NAME => 'test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894 2024-11-18T17:12:13,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:12:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:14,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:14,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aa6d223c5171ad03945d31b814b26b4f, disabling compactions & flushes 2024-11-18T17:12:14,202 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f. 2024-11-18T17:12:14,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f. 2024-11-18T17:12:14,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f. after waiting 0 ms 2024-11-18T17:12:14,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f. 2024-11-18T17:12:14,202 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f. 2024-11-18T17:12:14,202 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa6d223c5171ad03945d31b814b26b4f: Waiting for close lock at 1731949934202Disabling compacts and flushes for region at 1731949934202Disabling writes for close at 1731949934202Writing region close event to WAL at 1731949934202Closed at 1731949934202 2024-11-18T17:12:14,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:12:14,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731949934203"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949934203"}]},"ts":"1731949934203"} 2024-11-18T17:12:14,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:12:14,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:12:14,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949934206"}]},"ts":"1731949934206"} 2024-11-18T17:12:14,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:12:14,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa6d223c5171ad03945d31b814b26b4f, ASSIGN}] 2024-11-18T17:12:14,208 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aa6d223c5171ad03945d31b814b26b4f, ASSIGN 2024-11-18T17:12:14,208 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aa6d223c5171ad03945d31b814b26b4f, ASSIGN; state=OFFLINE, location=6912f599d260,45733,1731949923650; forceNewPlan=false, retain=false 2024-11-18T17:12:14,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa6d223c5171ad03945d31b814b26b4f, regionState=OPENING, regionLocation=6912f599d260,45733,1731949923650 2024-11-18T17:12:14,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aa6d223c5171ad03945d31b814b26b4f, ASSIGN because future has completed 2024-11-18T17:12:14,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa6d223c5171ad03945d31b814b26b4f, server=6912f599d260,45733,1731949923650}] 2024-11-18T17:12:14,516 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f. 2024-11-18T17:12:14,516 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aa6d223c5171ad03945d31b814b26b4f, NAME => 'test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:14,516 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:12:14,516 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:12:14,516 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:14,516 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:14,516 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:14,516 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:14,517 INFO [StoreOpener-aa6d223c5171ad03945d31b814b26b4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:14,518 INFO [StoreOpener-aa6d223c5171ad03945d31b814b26b4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa6d223c5171ad03945d31b814b26b4f columnFamilyName f 2024-11-18T17:12:14,518 DEBUG [StoreOpener-aa6d223c5171ad03945d31b814b26b4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:14,519 INFO [StoreOpener-aa6d223c5171ad03945d31b814b26b4f-1 {}] regionserver.HStore(327): Store=aa6d223c5171ad03945d31b814b26b4f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:14,519 INFO [StoreOpener-aa6d223c5171ad03945d31b814b26b4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:14,519 INFO [StoreOpener-aa6d223c5171ad03945d31b814b26b4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa6d223c5171ad03945d31b814b26b4f columnFamilyName f1 2024-11-18T17:12:14,519 DEBUG [StoreOpener-aa6d223c5171ad03945d31b814b26b4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:14,520 INFO [StoreOpener-aa6d223c5171ad03945d31b814b26b4f-1 {}] regionserver.HStore(327): Store=aa6d223c5171ad03945d31b814b26b4f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:14,520 INFO [StoreOpener-aa6d223c5171ad03945d31b814b26b4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:14,520 INFO [StoreOpener-aa6d223c5171ad03945d31b814b26b4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa6d223c5171ad03945d31b814b26b4f columnFamilyName norep 2024-11-18T17:12:14,520 DEBUG [StoreOpener-aa6d223c5171ad03945d31b814b26b4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:14,521 INFO [StoreOpener-aa6d223c5171ad03945d31b814b26b4f-1 {}] regionserver.HStore(327): Store=aa6d223c5171ad03945d31b814b26b4f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:14,521 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:14,521 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:14,521 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:14,522 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:14,522 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:14,522 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:12:14,523 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:14,524 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:14,524 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aa6d223c5171ad03945d31b814b26b4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70757195, jitterRate=0.054364368319511414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:12:14,525 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:14,525 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aa6d223c5171ad03945d31b814b26b4f: Running coprocessor pre-open hook at 1731949934516Writing region info on filesystem at 1731949934516Initializing all the Stores at 1731949934517 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949934517Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949934517Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949934517Cleaning up temporary data from old regions at 1731949934522 (+5 ms)Running coprocessor post-open hooks at 1731949934525 (+3 ms)Region opened successfully at 1731949934525 2024-11-18T17:12:14,525 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f., pid=6, masterSystemTime=1731949934513 2024-11-18T17:12:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:14,527 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f. 2024-11-18T17:12:14,527 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f. 2024-11-18T17:12:14,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aa6d223c5171ad03945d31b814b26b4f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,45733,1731949923650 2024-11-18T17:12:14,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa6d223c5171ad03945d31b814b26b4f, server=6912f599d260,45733,1731949923650 because future has completed 2024-11-18T17:12:14,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:12:14,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aa6d223c5171ad03945d31b814b26b4f, server=6912f599d260,45733,1731949923650 in 168 msec 2024-11-18T17:12:14,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:12:14,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aa6d223c5171ad03945d31b814b26b4f, ASSIGN in 324 msec 2024-11-18T17:12:14,533 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:12:14,533 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949934533"}]},"ts":"1731949934533"} 2024-11-18T17:12:14,534 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:12:14,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:12:14,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-18T17:12:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:15,536 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:12:15,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:15,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,36433,1731949927789 2024-11-18T17:12:15,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b43aa5a 2024-11-18T17:12:15,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:15,538 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:12:15,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:12:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:12:15,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:12:15,540 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:15,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:12:15,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:12:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:15,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:12:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:15,946 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eccbcf30c11a0bf533cf4b2742bf8619, NAME => 'test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938 2024-11-18T17:12:15,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:12:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:16,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:16,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eccbcf30c11a0bf533cf4b2742bf8619, disabling compactions & flushes 2024-11-18T17:12:16,351 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619. 2024-11-18T17:12:16,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619. 2024-11-18T17:12:16,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619. after waiting 0 ms 2024-11-18T17:12:16,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619. 2024-11-18T17:12:16,351 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619. 2024-11-18T17:12:16,352 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eccbcf30c11a0bf533cf4b2742bf8619: Waiting for close lock at 1731949936351Disabling compacts and flushes for region at 1731949936351Disabling writes for close at 1731949936351Writing region close event to WAL at 1731949936351Closed at 1731949936351 2024-11-18T17:12:16,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:12:16,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731949936353"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949936353"}]},"ts":"1731949936353"} 2024-11-18T17:12:16,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:12:16,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:12:16,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949936356"}]},"ts":"1731949936356"} 2024-11-18T17:12:16,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:12:16,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eccbcf30c11a0bf533cf4b2742bf8619, ASSIGN}] 2024-11-18T17:12:16,359 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eccbcf30c11a0bf533cf4b2742bf8619, ASSIGN 2024-11-18T17:12:16,360 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eccbcf30c11a0bf533cf4b2742bf8619, ASSIGN; state=OFFLINE, location=6912f599d260,36911,1731949927884; forceNewPlan=false, retain=false 2024-11-18T17:12:16,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eccbcf30c11a0bf533cf4b2742bf8619, regionState=OPENING, regionLocation=6912f599d260,36911,1731949927884 2024-11-18T17:12:16,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eccbcf30c11a0bf533cf4b2742bf8619, ASSIGN because future has completed 2024-11-18T17:12:16,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eccbcf30c11a0bf533cf4b2742bf8619, server=6912f599d260,36911,1731949927884}] 2024-11-18T17:12:16,667 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619. 2024-11-18T17:12:16,667 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eccbcf30c11a0bf533cf4b2742bf8619, NAME => 'test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:16,667 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:12:16,668 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:12:16,668 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:16,668 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:16,668 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:16,668 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:16,669 INFO [StoreOpener-eccbcf30c11a0bf533cf4b2742bf8619-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:16,670 INFO [StoreOpener-eccbcf30c11a0bf533cf4b2742bf8619-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eccbcf30c11a0bf533cf4b2742bf8619 columnFamilyName f 2024-11-18T17:12:16,670 DEBUG [StoreOpener-eccbcf30c11a0bf533cf4b2742bf8619-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:16,670 INFO [StoreOpener-eccbcf30c11a0bf533cf4b2742bf8619-1 {}] regionserver.HStore(327): Store=eccbcf30c11a0bf533cf4b2742bf8619/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:16,670 INFO [StoreOpener-eccbcf30c11a0bf533cf4b2742bf8619-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:16,671 INFO [StoreOpener-eccbcf30c11a0bf533cf4b2742bf8619-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eccbcf30c11a0bf533cf4b2742bf8619 columnFamilyName f1 2024-11-18T17:12:16,671 DEBUG [StoreOpener-eccbcf30c11a0bf533cf4b2742bf8619-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:16,671 INFO [StoreOpener-eccbcf30c11a0bf533cf4b2742bf8619-1 {}] regionserver.HStore(327): Store=eccbcf30c11a0bf533cf4b2742bf8619/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:16,671 INFO [StoreOpener-eccbcf30c11a0bf533cf4b2742bf8619-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:16,672 INFO [StoreOpener-eccbcf30c11a0bf533cf4b2742bf8619-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eccbcf30c11a0bf533cf4b2742bf8619 columnFamilyName norep 2024-11-18T17:12:16,672 DEBUG [StoreOpener-eccbcf30c11a0bf533cf4b2742bf8619-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:16,672 INFO [StoreOpener-eccbcf30c11a0bf533cf4b2742bf8619-1 {}] regionserver.HStore(327): Store=eccbcf30c11a0bf533cf4b2742bf8619/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:16,672 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:16,673 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:16,673 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:16,674 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:16,674 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:16,674 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:12:16,675 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:16,676 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:16,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:16,676 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eccbcf30c11a0bf533cf4b2742bf8619; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59725612, jitterRate=-0.1100190281867981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:12:16,676 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:16,676 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eccbcf30c11a0bf533cf4b2742bf8619: Running coprocessor pre-open hook at 1731949936668Writing region info on filesystem at 1731949936668Initializing all the Stores at 1731949936668Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949936668Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949936669 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949936669Cleaning up temporary data from old regions at 1731949936674 (+5 ms)Running coprocessor post-open hooks at 1731949936676 (+2 ms)Region opened successfully at 1731949936676 2024-11-18T17:12:16,677 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619., pid=6, masterSystemTime=1731949936664 2024-11-18T17:12:16,678 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619. 2024-11-18T17:12:16,678 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619. 2024-11-18T17:12:16,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eccbcf30c11a0bf533cf4b2742bf8619, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,36911,1731949927884 2024-11-18T17:12:16,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eccbcf30c11a0bf533cf4b2742bf8619, server=6912f599d260,36911,1731949927884 because future has completed 2024-11-18T17:12:16,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:12:16,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eccbcf30c11a0bf533cf4b2742bf8619, server=6912f599d260,36911,1731949927884 in 168 msec 2024-11-18T17:12:16,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:12:16,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eccbcf30c11a0bf533cf4b2742bf8619, ASSIGN in 325 msec 2024-11-18T17:12:16,684 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:12:16,684 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949936684"}]},"ts":"1731949936684"} 2024-11-18T17:12:16,686 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:12:16,686 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:12:16,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-18T17:12:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:17,686 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:12:17,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb27047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:17,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45969,-1 for getting cluster id 2024-11-18T17:12:17,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:17,687 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c70106b-518b-4e62-950c-ec278b73e1da' 2024-11-18T17:12:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c70106b-518b-4e62-950c-ec278b73e1da" 2024-11-18T17:12:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56526a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45969,-1] 2024-11-18T17:12:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:17,688 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:17,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4c64fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:17,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:17,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,45969,1731949918366 2024-11-18T17:12:17,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52b221ff 2024-11-18T17:12:17,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:17,690 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:12:17,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:40979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:12:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:12:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:17,693 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:40979' 2024-11-18T17:12:17,694 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12857b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:17,694 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,40979,-1 for getting cluster id 2024-11-18T17:12:17,694 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:17,694 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3a3f029-36e7-4a8a-8471-bdbfb8671140' 2024-11-18T17:12:17,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:17,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3a3f029-36e7-4a8a-8471-bdbfb8671140" 2024-11-18T17:12:17,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c15c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:17,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,40979,-1] 2024-11-18T17:12:17,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:17,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:17,695 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:17,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0c917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:17,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:17,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,40979,1731949923534 2024-11-18T17:12:17,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cbd1210 2024-11-18T17:12:17,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:17,697 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:12:17,698 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T17:12:17,698 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:12:17,698 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:17,698 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:17,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:17,698 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:12:17,699 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:12:17,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:12:17,700 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:17,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:12:17,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741837_1013 (size=1138) 2024-11-18T17:12:17,750 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T17:12:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:17,871 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:12:17,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:17,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:17,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:17,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:17,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:17,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:17,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:17,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:17,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:17,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:17,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:17,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:18,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b08b71e032a30268a7ec9e3c5854293, NAME => 'hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8 2024-11-18T17:12:18,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741838_1014 (size=44) 2024-11-18T17:12:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:18,511 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:18,511 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2b08b71e032a30268a7ec9e3c5854293, disabling compactions & flushes 2024-11-18T17:12:18,511 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. 2024-11-18T17:12:18,511 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. 2024-11-18T17:12:18,511 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. after waiting 0 ms 2024-11-18T17:12:18,511 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. 2024-11-18T17:12:18,511 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. 2024-11-18T17:12:18,511 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b08b71e032a30268a7ec9e3c5854293: Waiting for close lock at 1731949938511Disabling compacts and flushes for region at 1731949938511Disabling writes for close at 1731949938511Writing region close event to WAL at 1731949938511Closed at 1731949938511 2024-11-18T17:12:18,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:12:18,512 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731949938512"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949938512"}]},"ts":"1731949938512"} 2024-11-18T17:12:18,514 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:12:18,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:12:18,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949938514"}]},"ts":"1731949938514"} 2024-11-18T17:12:18,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T17:12:18,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b08b71e032a30268a7ec9e3c5854293, ASSIGN}] 2024-11-18T17:12:18,517 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b08b71e032a30268a7ec9e3c5854293, ASSIGN 2024-11-18T17:12:18,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b08b71e032a30268a7ec9e3c5854293, ASSIGN; state=OFFLINE, location=6912f599d260,37437,1731949918525; forceNewPlan=false, retain=false 2024-11-18T17:12:18,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b08b71e032a30268a7ec9e3c5854293, regionState=OPENING, regionLocation=6912f599d260,37437,1731949918525 2024-11-18T17:12:18,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b08b71e032a30268a7ec9e3c5854293, ASSIGN because future has completed 2024-11-18T17:12:18,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b08b71e032a30268a7ec9e3c5854293, server=6912f599d260,37437,1731949918525}] 2024-11-18T17:12:18,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. 2024-11-18T17:12:18,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:18,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:12:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:18,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C37437%2C1731949918525.rep, suffix=, logDir=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525, archiveDir=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/oldWALs, maxLogs=10 2024-11-18T17:12:18,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.rep.1731949938826, exclude list is [], retry=0 2024-11-18T17:12:18,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45727,DS-a2936833-b497-4dba-9a40-f980abb5d512,DISK] 2024-11-18T17:12:18,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.rep.1731949938826 2024-11-18T17:12:18,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43181:43181)] 2024-11-18T17:12:18,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b08b71e032a30268a7ec9e3c5854293, NAME => 'hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:18,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:12:18,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:12:18,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. service=MultiRowMutationService 2024-11-18T17:12:18,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:12:18,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:18,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:18,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:18,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:18,843 INFO [StoreOpener-2b08b71e032a30268a7ec9e3c5854293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:18,844 INFO [StoreOpener-2b08b71e032a30268a7ec9e3c5854293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b08b71e032a30268a7ec9e3c5854293 columnFamilyName hfileref 2024-11-18T17:12:18,844 DEBUG [StoreOpener-2b08b71e032a30268a7ec9e3c5854293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:18,845 INFO [StoreOpener-2b08b71e032a30268a7ec9e3c5854293-1 {}] regionserver.HStore(327): Store=2b08b71e032a30268a7ec9e3c5854293/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:18,845 INFO [StoreOpener-2b08b71e032a30268a7ec9e3c5854293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:18,845 INFO [StoreOpener-2b08b71e032a30268a7ec9e3c5854293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b08b71e032a30268a7ec9e3c5854293 columnFamilyName queue 2024-11-18T17:12:18,846 DEBUG [StoreOpener-2b08b71e032a30268a7ec9e3c5854293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:18,846 INFO [StoreOpener-2b08b71e032a30268a7ec9e3c5854293-1 {}] regionserver.HStore(327): Store=2b08b71e032a30268a7ec9e3c5854293/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:18,846 INFO [StoreOpener-2b08b71e032a30268a7ec9e3c5854293-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:18,847 INFO [StoreOpener-2b08b71e032a30268a7ec9e3c5854293-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b08b71e032a30268a7ec9e3c5854293 columnFamilyName sid 2024-11-18T17:12:18,847 DEBUG [StoreOpener-2b08b71e032a30268a7ec9e3c5854293-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:18,847 INFO [StoreOpener-2b08b71e032a30268a7ec9e3c5854293-1 {}] regionserver.HStore(327): Store=2b08b71e032a30268a7ec9e3c5854293/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:18,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:18,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/replication/2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:18,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/replication/2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:18,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:18,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:18,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:12:18,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:18,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/replication/2b08b71e032a30268a7ec9e3c5854293/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:18,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2b08b71e032a30268a7ec9e3c5854293; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59532241, jitterRate=-0.11290048062801361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:12:18,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:18,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2b08b71e032a30268a7ec9e3c5854293: Running coprocessor pre-open hook at 1731949938843Writing region info on filesystem at 1731949938843Initializing all the Stores at 1731949938843Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949938843Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949938843Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949938843Cleaning up temporary data from old regions at 1731949938848 (+5 ms)Running coprocessor post-open hooks at 1731949938851 (+3 ms)Region opened successfully at 1731949938851 2024-11-18T17:12:18,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293., pid=10, masterSystemTime=1731949938821 2024-11-18T17:12:18,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. 2024-11-18T17:12:18,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. 2024-11-18T17:12:18,854 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b08b71e032a30268a7ec9e3c5854293, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,37437,1731949918525 2024-11-18T17:12:18,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b08b71e032a30268a7ec9e3c5854293, server=6912f599d260,37437,1731949918525 because future has completed 2024-11-18T17:12:18,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T17:12:18,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b08b71e032a30268a7ec9e3c5854293, server=6912f599d260,37437,1731949918525 in 186 msec 2024-11-18T17:12:18,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T17:12:18,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b08b71e032a30268a7ec9e3c5854293, ASSIGN in 342 msec 2024-11-18T17:12:18,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:12:18,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949938860"}]},"ts":"1731949938860"} 2024-11-18T17:12:18,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T17:12:18,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:12:18,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-18T17:12:18,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293., hostname=6912f599d260,37437,1731949918525, seqNum=2] 2024-11-18T17:12:18,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:12:18,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:12:18,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:12:19,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T17:12:19,143 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T17:12:19,168 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,37437,1731949918525, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:12:19,169 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:19,169 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,37437,1731949918525, seqNum=-1] 2024-11-18T17:12:19,169 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:19,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T17:12:19,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6912f599d260,37437,1731949918525', locateType=CURRENT is [region=hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293., hostname=6912f599d260,37437,1731949918525, seqNum=2] 2024-11-18T17:12:19,181 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T17:12:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T17:12:19,184 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6912f599d260,37437,1731949918525 suceeded 2024-11-18T17:12:19,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T17:12:19,186 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6912f599d260:40979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:12:19,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-18T17:12:19,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-11-18T17:12:19,203 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:40979' 2024-11-18T17:12:19,204 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@429f204e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:19,204 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,40979,-1 for getting cluster id 2024-11-18T17:12:19,205 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:19,205 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3a3f029-36e7-4a8a-8471-bdbfb8671140' 2024-11-18T17:12:19,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:19,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3a3f029-36e7-4a8a-8471-bdbfb8671140" 2024-11-18T17:12:19,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5191b36f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:19,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,40979,-1] 2024-11-18T17:12:19,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:19,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:19,207 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:19,208 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b57678c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:19,208 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:19,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,40979,1731949923534 2024-11-18T17:12:19,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a37945a 2024-11-18T17:12:19,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:19,210 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-18T17:12:19,210 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,37437,1731949918525 (queues=1) is replicating from cluster=8c70106b-518b-4e62-950c-ec278b73e1da to cluster=d3a3f029-36e7-4a8a-8471-bdbfb8671140 2024-11-18T17:12:19,211 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C37437%2C1731949918525 2024-11-18T17:12:19,211 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,37437,1731949918525, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:12:19,211 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C37437%2C1731949918525 2024-11-18T17:12:19,212 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731, startPosition=0, beingWritten=true 2024-11-18T17:12:19,217 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:12:19,217 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 379, reset compression=false 2024-11-18T17:12:19,218 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37437,1731949918525 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:12:19,424 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 379, reset compression=false 2024-11-18T17:12:19,727 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 379, reset compression=false 2024-11-18T17:12:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:19,836 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:12:19,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:12:19,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:19,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:19,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:19,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:19,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4923dd20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:19,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,40979,-1 for getting cluster id 2024-11-18T17:12:19,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:19,838 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3a3f029-36e7-4a8a-8471-bdbfb8671140' 2024-11-18T17:12:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3a3f029-36e7-4a8a-8471-bdbfb8671140" 2024-11-18T17:12:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bc1f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,40979,-1] 2024-11-18T17:12:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:19,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:19,839 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:19,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbdba5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:19,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,40979,1731949923534 2024-11-18T17:12:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a3a26bc 2024-11-18T17:12:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:19,841 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:12:19,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:36433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:12:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:12:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:19,844 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:36433' 2024-11-18T17:12:19,845 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6ef948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:19,845 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,36433,-1 for getting cluster id 2024-11-18T17:12:19,845 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:19,845 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '442fdf3f-119d-454e-9aa9-bd63c22adfa1' 2024-11-18T17:12:19,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:19,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "442fdf3f-119d-454e-9aa9-bd63c22adfa1" 2024-11-18T17:12:19,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188edf23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:19,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,36433,-1] 2024-11-18T17:12:19,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:19,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:19,847 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:19,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7158dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:19,847 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:19,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,36433,1731949927789 2024-11-18T17:12:19,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@338a8150 2024-11-18T17:12:19,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:19,849 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:12:19,850 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T17:12:19,850 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:12:19,850 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:19,850 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:19,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:19,850 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:12:19,851 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:12:19,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:12:19,852 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:19,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:12:19,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741837_1013 (size=1138) 2024-11-18T17:12:19,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T17:12:19,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T17:12:19,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:12:19,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T17:12:19,901 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T17:12:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:20,131 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 379, reset compression=false 2024-11-18T17:12:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:20,266 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d70dbfb11c4876e7b4b365363fc2665, NAME => 'hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894 2024-11-18T17:12:20,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741838_1014 (size=44) 2024-11-18T17:12:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:20,635 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 379, reset compression=false 2024-11-18T17:12:20,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:20,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0d70dbfb11c4876e7b4b365363fc2665, disabling compactions & flushes 2024-11-18T17:12:20,671 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. 2024-11-18T17:12:20,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. 2024-11-18T17:12:20,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. after waiting 0 ms 2024-11-18T17:12:20,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. 2024-11-18T17:12:20,671 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. 2024-11-18T17:12:20,671 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d70dbfb11c4876e7b4b365363fc2665: Waiting for close lock at 1731949940671Disabling compacts and flushes for region at 1731949940671Disabling writes for close at 1731949940671Writing region close event to WAL at 1731949940671Closed at 1731949940671 2024-11-18T17:12:20,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:12:20,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731949940672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949940672"}]},"ts":"1731949940672"} 2024-11-18T17:12:20,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:12:20,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:12:20,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949940675"}]},"ts":"1731949940675"} 2024-11-18T17:12:20,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T17:12:20,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d70dbfb11c4876e7b4b365363fc2665, ASSIGN}] 2024-11-18T17:12:20,677 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d70dbfb11c4876e7b4b365363fc2665, ASSIGN 2024-11-18T17:12:20,678 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d70dbfb11c4876e7b4b365363fc2665, ASSIGN; state=OFFLINE, location=6912f599d260,45733,1731949923650; forceNewPlan=false, retain=false 2024-11-18T17:12:20,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d70dbfb11c4876e7b4b365363fc2665, regionState=OPENING, regionLocation=6912f599d260,45733,1731949923650 2024-11-18T17:12:20,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d70dbfb11c4876e7b4b365363fc2665, ASSIGN because future has completed 2024-11-18T17:12:20,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d70dbfb11c4876e7b4b365363fc2665, server=6912f599d260,45733,1731949923650}] 2024-11-18T17:12:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:20,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. 2024-11-18T17:12:20,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:20,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:12:20,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C45733%2C1731949923650.rep, suffix=, logDir=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650, archiveDir=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/oldWALs, maxLogs=10 2024-11-18T17:12:21,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.rep.1731949940987, exclude list is [], retry=0 2024-11-18T17:12:21,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43747,DS-0bb7f1ab-d4b2-405b-a415-8f9cdf55e59e,DISK] 2024-11-18T17:12:21,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.rep.1731949940987 2024-11-18T17:12:21,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38339:38339)] 2024-11-18T17:12:21,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d70dbfb11c4876e7b4b365363fc2665, NAME => 'hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:21,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:12:21,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:12:21,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. service=MultiRowMutationService 2024-11-18T17:12:21,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:12:21,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:21,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:21,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:21,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:21,007 INFO [StoreOpener-0d70dbfb11c4876e7b4b365363fc2665-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:21,008 INFO [StoreOpener-0d70dbfb11c4876e7b4b365363fc2665-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d70dbfb11c4876e7b4b365363fc2665 columnFamilyName hfileref 2024-11-18T17:12:21,008 DEBUG [StoreOpener-0d70dbfb11c4876e7b4b365363fc2665-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:21,008 INFO [StoreOpener-0d70dbfb11c4876e7b4b365363fc2665-1 {}] regionserver.HStore(327): Store=0d70dbfb11c4876e7b4b365363fc2665/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:21,008 INFO [StoreOpener-0d70dbfb11c4876e7b4b365363fc2665-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:21,009 INFO [StoreOpener-0d70dbfb11c4876e7b4b365363fc2665-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d70dbfb11c4876e7b4b365363fc2665 columnFamilyName queue 2024-11-18T17:12:21,009 DEBUG [StoreOpener-0d70dbfb11c4876e7b4b365363fc2665-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:21,009 INFO [StoreOpener-0d70dbfb11c4876e7b4b365363fc2665-1 {}] regionserver.HStore(327): Store=0d70dbfb11c4876e7b4b365363fc2665/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:21,009 INFO [StoreOpener-0d70dbfb11c4876e7b4b365363fc2665-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:21,010 INFO [StoreOpener-0d70dbfb11c4876e7b4b365363fc2665-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d70dbfb11c4876e7b4b365363fc2665 columnFamilyName sid 2024-11-18T17:12:21,010 DEBUG [StoreOpener-0d70dbfb11c4876e7b4b365363fc2665-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:21,010 INFO [StoreOpener-0d70dbfb11c4876e7b4b365363fc2665-1 {}] regionserver.HStore(327): Store=0d70dbfb11c4876e7b4b365363fc2665/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:21,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:21,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/replication/0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:21,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/replication/0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:21,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:21,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:21,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:12:21,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:21,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/replication/0d70dbfb11c4876e7b4b365363fc2665/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:21,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0d70dbfb11c4876e7b4b365363fc2665; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73472457, jitterRate=0.09482492506504059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:12:21,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:21,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0d70dbfb11c4876e7b4b365363fc2665: Running coprocessor pre-open hook at 1731949941005Writing region info on filesystem at 1731949941005Initializing all the Stores at 1731949941006 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949941006Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949941006Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949941006Cleaning up temporary data from old regions at 1731949941012 (+6 ms)Running coprocessor post-open hooks at 1731949941015 (+3 ms)Region opened successfully at 1731949941015 2024-11-18T17:12:21,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665., pid=10, masterSystemTime=1731949940982 2024-11-18T17:12:21,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. 2024-11-18T17:12:21,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. 2024-11-18T17:12:21,018 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d70dbfb11c4876e7b4b365363fc2665, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,45733,1731949923650 2024-11-18T17:12:21,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d70dbfb11c4876e7b4b365363fc2665, server=6912f599d260,45733,1731949923650 because future has completed 2024-11-18T17:12:21,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T17:12:21,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d70dbfb11c4876e7b4b365363fc2665, server=6912f599d260,45733,1731949923650 in 190 msec 2024-11-18T17:12:21,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T17:12:21,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d70dbfb11c4876e7b4b365363fc2665, ASSIGN in 347 msec 2024-11-18T17:12:21,025 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:12:21,025 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949941025"}]},"ts":"1731949941025"} 2024-11-18T17:12:21,026 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T17:12:21,027 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:12:21,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-18T17:12:21,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665., hostname=6912f599d260,45733,1731949923650, seqNum=2] 2024-11-18T17:12:21,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:21,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:21,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:12:21,238 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 379, reset compression=false 2024-11-18T17:12:21,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T17:12:21,276 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T17:12:21,305 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,45733,1731949923650, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:12:21,305 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:21,306 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,45733,1731949923650, seqNum=-1] 2024-11-18T17:12:21,306 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:21,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T17:12:21,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6912f599d260,45733,1731949923650', locateType=CURRENT is [region=hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665., hostname=6912f599d260,45733,1731949923650, seqNum=2] 2024-11-18T17:12:21,310 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T17:12:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T17:12:21,312 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6912f599d260,45733,1731949923650 suceeded 2024-11-18T17:12:21,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T17:12:21,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-18T17:12:21,313 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6912f599d260:36433,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:12:21,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4710 sec 2024-11-18T17:12:21,325 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:36433' 2024-11-18T17:12:21,326 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@416a620a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:21,326 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,36433,-1 for getting cluster id 2024-11-18T17:12:21,326 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:21,326 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '442fdf3f-119d-454e-9aa9-bd63c22adfa1' 2024-11-18T17:12:21,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:21,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "442fdf3f-119d-454e-9aa9-bd63c22adfa1" 2024-11-18T17:12:21,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36462b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:21,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,36433,-1] 2024-11-18T17:12:21,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:21,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:21,328 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:21,328 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d3ca737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:21,328 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:21,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,36433,1731949927789 2024-11-18T17:12:21,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf7b56f 2024-11-18T17:12:21,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:21,329 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-18T17:12:21,330 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,45733,1731949923650 (queues=1) is replicating from cluster=d3a3f029-36e7-4a8a-8471-bdbfb8671140 to cluster=442fdf3f-119d-454e-9aa9-bd63c22adfa1 2024-11-18T17:12:21,330 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C45733%2C1731949923650 2024-11-18T17:12:21,330 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,45733,1731949923650, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:12:21,331 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C45733%2C1731949923650 2024-11-18T17:12:21,331 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385, startPosition=0, beingWritten=true 2024-11-18T17:12:21,336 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:12:21,336 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 379, reset compression=false 2024-11-18T17:12:21,336 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,45733,1731949923650 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:12:21,539 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 379, reset compression=false 2024-11-18T17:12:21,843 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 379, reset compression=false 2024-11-18T17:12:21,942 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 379, reset compression=false 2024-11-18T17:12:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:21,986 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:12:21,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:12:21,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:21,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:21,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:21,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:21,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d404796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:21,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,36433,-1 for getting cluster id 2024-11-18T17:12:21,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:21,988 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '442fdf3f-119d-454e-9aa9-bd63c22adfa1' 2024-11-18T17:12:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "442fdf3f-119d-454e-9aa9-bd63c22adfa1" 2024-11-18T17:12:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425d8d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,36433,-1] 2024-11-18T17:12:21,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:21,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:21,989 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:21,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2776690c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:21,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:21,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,36433,1731949927789 2024-11-18T17:12:21,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75f42b3 2024-11-18T17:12:21,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:21,991 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:12:21,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:45969,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:12:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:12:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:21,993 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:45969' 2024-11-18T17:12:21,994 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1283fe6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:21,994 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45969,-1 for getting cluster id 2024-11-18T17:12:21,994 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:21,995 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c70106b-518b-4e62-950c-ec278b73e1da' 2024-11-18T17:12:21,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:21,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c70106b-518b-4e62-950c-ec278b73e1da" 2024-11-18T17:12:21,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104732cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:21,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45969,-1] 2024-11-18T17:12:21,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:21,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:21,996 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:21,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774d764b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:21,997 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:21,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,45969,1731949918366 2024-11-18T17:12:21,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bb4f426 2024-11-18T17:12:21,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:21,998 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:12:21,999 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T17:12:21,999 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:12:21,999 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:21,999 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:21,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:21,999 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:12:22,000 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:12:22,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:12:22,001 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:22,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:12:22,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741837_1013 (size=1138) 2024-11-18T17:12:22,050 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T17:12:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:22,246 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 379, reset compression=false 2024-11-18T17:12:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:22,408 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe17ad55448b4e709bdba35995822715, NAME => 'hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938 2024-11-18T17:12:22,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741838_1014 (size=44) 2024-11-18T17:12:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:22,745 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 379, reset compression=false 2024-11-18T17:12:22,749 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 379, reset compression=false 2024-11-18T17:12:22,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:22,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fe17ad55448b4e709bdba35995822715, disabling compactions & flushes 2024-11-18T17:12:22,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. 2024-11-18T17:12:22,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. 2024-11-18T17:12:22,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. after waiting 0 ms 2024-11-18T17:12:22,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. 2024-11-18T17:12:22,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. 2024-11-18T17:12:22,814 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe17ad55448b4e709bdba35995822715: Waiting for close lock at 1731949942813Disabling compacts and flushes for region at 1731949942813Disabling writes for close at 1731949942813Writing region close event to WAL at 1731949942813Closed at 1731949942813 2024-11-18T17:12:22,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:12:22,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731949942815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949942815"}]},"ts":"1731949942815"} 2024-11-18T17:12:22,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:12:22,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:12:22,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949942817"}]},"ts":"1731949942817"} 2024-11-18T17:12:22,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T17:12:22,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe17ad55448b4e709bdba35995822715, ASSIGN}] 2024-11-18T17:12:22,820 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe17ad55448b4e709bdba35995822715, ASSIGN 2024-11-18T17:12:22,820 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe17ad55448b4e709bdba35995822715, ASSIGN; state=OFFLINE, location=6912f599d260,36911,1731949927884; forceNewPlan=false, retain=false 2024-11-18T17:12:22,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fe17ad55448b4e709bdba35995822715, regionState=OPENING, regionLocation=6912f599d260,36911,1731949927884 2024-11-18T17:12:22,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe17ad55448b4e709bdba35995822715, ASSIGN because future has completed 2024-11-18T17:12:22,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe17ad55448b4e709bdba35995822715, server=6912f599d260,36911,1731949927884}] 2024-11-18T17:12:23,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:23,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. 2024-11-18T17:12:23,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:23,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:12:23,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C36911%2C1731949927884.rep, suffix=, logDir=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884, archiveDir=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/oldWALs, maxLogs=10 2024-11-18T17:12:23,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.rep.1731949943141, exclude list is [], retry=0 2024-11-18T17:12:23,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38687,DS-36f25a0c-6700-4755-bb95-40b517f28ce2,DISK] 2024-11-18T17:12:23,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.rep.1731949943141 2024-11-18T17:12:23,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33571:33571)] 2024-11-18T17:12:23,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fe17ad55448b4e709bdba35995822715, NAME => 'hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:23,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:12:23,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:12:23,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. service=MultiRowMutationService 2024-11-18T17:12:23,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:12:23,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:23,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:23,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:23,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:23,164 INFO [StoreOpener-fe17ad55448b4e709bdba35995822715-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:23,165 INFO [StoreOpener-fe17ad55448b4e709bdba35995822715-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe17ad55448b4e709bdba35995822715 columnFamilyName hfileref 2024-11-18T17:12:23,165 DEBUG [StoreOpener-fe17ad55448b4e709bdba35995822715-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:23,165 INFO [StoreOpener-fe17ad55448b4e709bdba35995822715-1 {}] regionserver.HStore(327): Store=fe17ad55448b4e709bdba35995822715/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:23,165 INFO [StoreOpener-fe17ad55448b4e709bdba35995822715-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:23,166 INFO [StoreOpener-fe17ad55448b4e709bdba35995822715-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe17ad55448b4e709bdba35995822715 columnFamilyName queue 2024-11-18T17:12:23,166 DEBUG [StoreOpener-fe17ad55448b4e709bdba35995822715-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:23,167 INFO [StoreOpener-fe17ad55448b4e709bdba35995822715-1 {}] regionserver.HStore(327): Store=fe17ad55448b4e709bdba35995822715/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:23,167 INFO [StoreOpener-fe17ad55448b4e709bdba35995822715-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:23,167 INFO [StoreOpener-fe17ad55448b4e709bdba35995822715-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe17ad55448b4e709bdba35995822715 columnFamilyName sid 2024-11-18T17:12:23,167 DEBUG [StoreOpener-fe17ad55448b4e709bdba35995822715-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:23,167 INFO [StoreOpener-fe17ad55448b4e709bdba35995822715-1 {}] regionserver.HStore(327): Store=fe17ad55448b4e709bdba35995822715/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:23,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:23,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/replication/fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:23,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/replication/fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:23,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:23,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:23,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:12:23,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:23,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/replication/fe17ad55448b4e709bdba35995822715/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:23,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fe17ad55448b4e709bdba35995822715; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71033496, jitterRate=0.058481574058532715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:12:23,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:23,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fe17ad55448b4e709bdba35995822715: Running coprocessor pre-open hook at 1731949943163Writing region info on filesystem at 1731949943163Initializing all the Stores at 1731949943164 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949943164Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949943164Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949943164Cleaning up temporary data from old regions at 1731949943169 (+5 ms)Running coprocessor post-open hooks at 1731949943172 (+3 ms)Region opened successfully at 1731949943172 2024-11-18T17:12:23,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715., pid=10, masterSystemTime=1731949943131 2024-11-18T17:12:23,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. 2024-11-18T17:12:23,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. 2024-11-18T17:12:23,175 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fe17ad55448b4e709bdba35995822715, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,36911,1731949927884 2024-11-18T17:12:23,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe17ad55448b4e709bdba35995822715, server=6912f599d260,36911,1731949927884 because future has completed 2024-11-18T17:12:23,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T17:12:23,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fe17ad55448b4e709bdba35995822715, server=6912f599d260,36911,1731949927884 in 204 msec 2024-11-18T17:12:23,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T17:12:23,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe17ad55448b4e709bdba35995822715, ASSIGN in 359 msec 2024-11-18T17:12:23,180 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:12:23,181 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949943181"}]},"ts":"1731949943181"} 2024-11-18T17:12:23,182 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T17:12:23,183 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:12:23,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-18T17:12:23,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715., hostname=6912f599d260,36911,1731949927884, seqNum=2] 2024-11-18T17:12:23,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:23,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:23,254 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T17:12:23,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:12:23,352 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 379, reset compression=false 2024-11-18T17:12:23,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T17:12:23,418 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T17:12:23,444 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,36911,1731949927884, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:12:23,445 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:23,445 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,36911,1731949927884, seqNum=-1] 2024-11-18T17:12:23,445 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:23,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T17:12:23,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6912f599d260,36911,1731949927884', locateType=CURRENT is [region=hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715., hostname=6912f599d260,36911,1731949927884, seqNum=2] 2024-11-18T17:12:23,449 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T17:12:23,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T17:12:23,451 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6912f599d260,36911,1731949927884 suceeded 2024-11-18T17:12:23,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T17:12:23,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-18T17:12:23,453 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6912f599d260:45969,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:12:23,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4620 sec 2024-11-18T17:12:23,462 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:45969' 2024-11-18T17:12:23,463 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1faf0efd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:23,463 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45969,-1 for getting cluster id 2024-11-18T17:12:23,463 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:23,464 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c70106b-518b-4e62-950c-ec278b73e1da' 2024-11-18T17:12:23,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:23,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c70106b-518b-4e62-950c-ec278b73e1da" 2024-11-18T17:12:23,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71c55075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:23,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45969,-1] 2024-11-18T17:12:23,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:23,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:23,465 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:23,466 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc0311c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:23,466 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:23,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,45969,1731949918366 2024-11-18T17:12:23,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@730cd377 2024-11-18T17:12:23,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:23,467 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T17:12:23,467 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,36911,1731949927884 (queues=1) is replicating from cluster=442fdf3f-119d-454e-9aa9-bd63c22adfa1 to cluster=8c70106b-518b-4e62-950c-ec278b73e1da 2024-11-18T17:12:23,467 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C36911%2C1731949927884 2024-11-18T17:12:23,467 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,36911,1731949927884, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:12:23,468 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C36911%2C1731949927884 2024-11-18T17:12:23,468 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036, startPosition=0, beingWritten=true 2024-11-18T17:12:23,472 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:12:23,472 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 379, reset compression=false 2024-11-18T17:12:23,472 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,36911,1731949927884 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:12:23,648 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 379, reset compression=false 2024-11-18T17:12:23,675 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 379, reset compression=false 2024-11-18T17:12:23,978 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 379, reset compression=false 2024-11-18T17:12:24,055 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 379, reset compression=false 2024-11-18T17:12:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:12:24,136 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:12:24,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:12:24,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:24,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:24,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:24,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:24,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2c1523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:24,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45969,-1 for getting cluster id 2024-11-18T17:12:24,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:24,138 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c70106b-518b-4e62-950c-ec278b73e1da' 2024-11-18T17:12:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c70106b-518b-4e62-950c-ec278b73e1da" 2024-11-18T17:12:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6329419a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45969,-1] 2024-11-18T17:12:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:24,139 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:24,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184327bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:24,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41879546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:24,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,40979,-1 for getting cluster id 2024-11-18T17:12:24,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:24,141 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3a3f029-36e7-4a8a-8471-bdbfb8671140' 2024-11-18T17:12:24,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:24,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3a3f029-36e7-4a8a-8471-bdbfb8671140" 2024-11-18T17:12:24,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f67fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:24,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,40979,-1] 2024-11-18T17:12:24,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:24,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:24,142 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:24,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100e9218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:24,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526325c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:24,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,36433,-1 for getting cluster id 2024-11-18T17:12:24,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:24,143 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '442fdf3f-119d-454e-9aa9-bd63c22adfa1' 2024-11-18T17:12:24,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:24,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "442fdf3f-119d-454e-9aa9-bd63c22adfa1" 2024-11-18T17:12:24,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7198939b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:24,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,36433,-1] 2024-11-18T17:12:24,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:24,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:24,144 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:24,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653534d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:24,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:24,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,37437,1731949918525, seqNum=-1] 2024-11-18T17:12:24,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:24,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:12:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731949931240.983373bbca276b9f031c73745ee2b7d4., hostname=6912f599d260,37437,1731949918525, seqNum=2] 2024-11-18T17:12:24,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:24,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,36911,1731949927884, seqNum=-1] 2024-11-18T17:12:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:24,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:12:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619., hostname=6912f599d260,36911,1731949927884, seqNum=2] 2024-11-18T17:12:24,155 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T17:12:24,344 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:12:24,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:24,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:24,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:24,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:24,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:24,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:24,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:24,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:24,381 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 379, reset compression=false 2024-11-18T17:12:24,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:24,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:24,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:24,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:24,652 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 379, reset compression=false 2024-11-18T17:12:24,656 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:24,656 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 480, reset compression=false 2024-11-18T17:12:24,656 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37437,1731949918525 got entry batch from reader: WALEntryBatch [walEntries=[{test/983373bbca276b9f031c73745ee2b7d4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T17:12:24,658 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:12:24,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-18T17:12:24,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:24,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7053f7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:24,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,40979,-1 for getting cluster id 2024-11-18T17:12:24,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:24,662 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3a3f029-36e7-4a8a-8471-bdbfb8671140' 2024-11-18T17:12:24,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:24,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3a3f029-36e7-4a8a-8471-bdbfb8671140" 2024-11-18T17:12:24,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d30341f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:24,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,40979,-1] 2024-11-18T17:12:24,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:24,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:24,663 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:24,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f7e2d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:24,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:24,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,45733,1731949923650, seqNum=-1] 2024-11-18T17:12:24,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:24,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-18T17:12:24,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f., hostname=6912f599d260,45733,1731949923650, seqNum=2] 2024-11-18T17:12:24,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:24,859 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 379, reset compression=false 2024-11-18T17:12:24,862 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 480, reset compression=false 2024-11-18T17:12:24,885 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 379, reset compression=false 2024-11-18T17:12:24,888 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:24,888 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 504, reset compression=false 2024-11-18T17:12:24,888 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,45733,1731949923650 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa6d223c5171ad03945d31b814b26b4f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T17:12:24,890 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:12:24,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-18T17:12:24,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:24,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@727bd225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:24,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,36433,-1 for getting cluster id 2024-11-18T17:12:24,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:24,895 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '442fdf3f-119d-454e-9aa9-bd63c22adfa1' 2024-11-18T17:12:24,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:24,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "442fdf3f-119d-454e-9aa9-bd63c22adfa1" 2024-11-18T17:12:24,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aede656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:24,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,36433,-1] 2024-11-18T17:12:24,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:24,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:24,897 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:24,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e923a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:24,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:24,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,36911,1731949927884, seqNum=-1] 2024-11-18T17:12:24,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:24,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-18T17:12:24,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619., hostname=6912f599d260,36911,1731949927884, seqNum=2] 2024-11-18T17:12:24,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:25,096 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 504, reset compression=false 2024-11-18T17:12:25,157 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T17:12:25,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,45733,1731949923650, seqNum=-1] 2024-11-18T17:12:25,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:25,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:12:25,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f., hostname=6912f599d260,45733,1731949923650, seqNum=2] 2024-11-18T17:12:25,163 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T17:12:25,164 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 480, reset compression=false 2024-11-18T17:12:25,399 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 504, reset compression=false 2024-11-18T17:12:25,403 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:25,403 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 608, reset compression=false 2024-11-18T17:12:25,403 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,45733,1731949923650 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa6d223c5171ad03945d31b814b26b4f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T17:12:25,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:25,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:25,488 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 379, reset compression=false 2024-11-18T17:12:25,492 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:25,492 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 656, reset compression=false 2024-11-18T17:12:25,492 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,36911,1731949927884 got entry batch from reader: WALEntryBatch [walEntries=[{test/eccbcf30c11a0bf533cf4b2742bf8619/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T17:12:25,494 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:12:25,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T17:12:25,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:25,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@335f8b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:25,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37437 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45969,-1 for getting cluster id 2024-11-18T17:12:25,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:25,496 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c70106b-518b-4e62-950c-ec278b73e1da' 2024-11-18T17:12:25,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:25,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c70106b-518b-4e62-950c-ec278b73e1da" 2024-11-18T17:12:25,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62352ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:25,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45969,-1] 2024-11-18T17:12:25,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:25,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:25,497 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:25,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c3cff43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:25,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:25,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,37437,1731949918525, seqNum=-1] 2024-11-18T17:12:25,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:25,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-18T17:12:25,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731949931240.983373bbca276b9f031c73745ee2b7d4., hostname=6912f599d260,37437,1731949918525, seqNum=2] 2024-11-18T17:12:25,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:25,567 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 480, reset compression=false 2024-11-18T17:12:25,571 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:12:25,571 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 631, reset compression=false 2024-11-18T17:12:25,571 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37437,1731949918525 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:12:25,607 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 608, reset compression=false 2024-11-18T17:12:25,696 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 656, reset compression=false 2024-11-18T17:12:25,775 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 631, reset compression=false 2024-11-18T17:12:25,910 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 608, reset compression=false 2024-11-18T17:12:25,999 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 656, reset compression=false 2024-11-18T17:12:26,078 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 631, reset compression=false 2024-11-18T17:12:26,165 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T17:12:26,167 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T17:12:26,313 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 608, reset compression=false 2024-11-18T17:12:26,402 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 656, reset compression=false 2024-11-18T17:12:26,406 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:26,406 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 760, reset compression=false 2024-11-18T17:12:26,406 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,36911,1731949927884 got entry batch from reader: WALEntryBatch [walEntries=[{test/eccbcf30c11a0bf533cf4b2742bf8619/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T17:12:26,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:26,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:26,481 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 631, reset compression=false 2024-11-18T17:12:26,485 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:26,485 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 758, reset compression=false 2024-11-18T17:12:26,485 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37437,1731949918525 got entry batch from reader: WALEntryBatch [walEntries=[{test/983373bbca276b9f031c73745ee2b7d4/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T17:12:26,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:26,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:26,609 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 760, reset compression=false 2024-11-18T17:12:26,688 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 758, reset compression=false 2024-11-18T17:12:26,816 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 608, reset compression=false 2024-11-18T17:12:26,820 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:12:26,820 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 759, reset compression=false 2024-11-18T17:12:26,820 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,45733,1731949923650 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:12:26,913 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 760, reset compression=false 2024-11-18T17:12:26,991 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 758, reset compression=false 2024-11-18T17:12:27,023 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 759, reset compression=false 2024-11-18T17:12:27,169 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T17:12:27,172 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T17:12:27,316 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 760, reset compression=false 2024-11-18T17:12:27,326 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 759, reset compression=false 2024-11-18T17:12:27,394 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 758, reset compression=false 2024-11-18T17:12:27,398 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:27,398 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 914, reset compression=false 2024-11-18T17:12:27,398 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37437,1731949918525 got entry batch from reader: WALEntryBatch [walEntries=[{test/983373bbca276b9f031c73745ee2b7d4/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T17:12:27,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:27,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:27,601 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 914, reset compression=false 2024-11-18T17:12:27,730 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 759, reset compression=false 2024-11-18T17:12:27,734 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:27,734 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 907, reset compression=false 2024-11-18T17:12:27,734 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,45733,1731949923650 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa6d223c5171ad03945d31b814b26b4f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T17:12:27,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:27,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:27,819 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 760, reset compression=false 2024-11-18T17:12:27,823 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:12:27,823 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 932, reset compression=false 2024-11-18T17:12:27,823 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,36911,1731949927884 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:12:27,905 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 914, reset compression=false 2024-11-18T17:12:27,938 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 907, reset compression=false 2024-11-18T17:12:27,955 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T17:12:28,026 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 932, reset compression=false 2024-11-18T17:12:28,174 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T17:12:28,177 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T17:12:28,241 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 907, reset compression=false 2024-11-18T17:12:28,246 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:28,246 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1066, reset compression=false 2024-11-18T17:12:28,246 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,45733,1731949923650 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa6d223c5171ad03945d31b814b26b4f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T17:12:28,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:28,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:28,308 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 914, reset compression=false 2024-11-18T17:12:28,329 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 932, reset compression=false 2024-11-18T17:12:28,334 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:28,334 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1082, reset compression=false 2024-11-18T17:12:28,334 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,36911,1731949927884 got entry batch from reader: WALEntryBatch [walEntries=[{test/eccbcf30c11a0bf533cf4b2742bf8619/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T17:12:28,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:28,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:28,449 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1066, reset compression=false 2024-11-18T17:12:28,537 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1082, reset compression=false 2024-11-18T17:12:28,753 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1066, reset compression=false 2024-11-18T17:12:28,812 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 914, reset compression=false 2024-11-18T17:12:28,815 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:12:28,816 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1087, reset compression=false 2024-11-18T17:12:28,816 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37437,1731949918525 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:12:28,840 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1082, reset compression=false 2024-11-18T17:12:29,019 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1087, reset compression=false 2024-11-18T17:12:29,156 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1066, reset compression=false 2024-11-18T17:12:29,178 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T17:12:29,181 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T17:12:29,243 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1082, reset compression=false 2024-11-18T17:12:29,248 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:29,248 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1241, reset compression=false 2024-11-18T17:12:29,248 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,36911,1731949927884 got entry batch from reader: WALEntryBatch [walEntries=[{test/eccbcf30c11a0bf533cf4b2742bf8619/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T17:12:29,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:29,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:29,322 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1087, reset compression=false 2024-11-18T17:12:29,326 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:29,326 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1236, reset compression=false 2024-11-18T17:12:29,326 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37437,1731949918525 got entry batch from reader: WALEntryBatch [walEntries=[{test/983373bbca276b9f031c73745ee2b7d4/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-18T17:12:29,327 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:29,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:29,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:29,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:12:29,386 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68632 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:12:29,451 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1241, reset compression=false 2024-11-18T17:12:29,529 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1236, reset compression=false 2024-11-18T17:12:29,659 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1066, reset compression=false 2024-11-18T17:12:29,663 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:12:29,663 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1239, reset compression=false 2024-11-18T17:12:29,663 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,45733,1731949923650 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:12:29,755 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1241, reset compression=false 2024-11-18T17:12:29,832 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1236, reset compression=false 2024-11-18T17:12:29,866 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1239, reset compression=false 2024-11-18T17:12:30,157 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1241, reset compression=false 2024-11-18T17:12:30,169 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1239, reset compression=false 2024-11-18T17:12:30,183 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T17:12:30,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ce33810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:30,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,36433,-1 for getting cluster id 2024-11-18T17:12:30,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:30,189 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '442fdf3f-119d-454e-9aa9-bd63c22adfa1' 2024-11-18T17:12:30,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:30,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "442fdf3f-119d-454e-9aa9-bd63c22adfa1" 2024-11-18T17:12:30,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3336e42e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:30,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,36433,-1] 2024-11-18T17:12:30,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:30,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:30,190 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:30,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3744c6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:30,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:30,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,36433,1731949927789 2024-11-18T17:12:30,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1575b7e2 2024-11-18T17:12:30,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:30,195 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:12:30,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-18T17:12:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-18T17:12:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T17:12:30,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:12:30,236 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1236, reset compression=false 2024-11-18T17:12:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T17:12:30,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T17:12:30,383 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-18T17:12:30,384 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-18T17:12:30,384 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,36911,1731949927884 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-18T17:12:30,384 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/6912f599d260:0-0. 2024-11-18T17:12:30,384 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:30,384 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:30,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:30,385 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:30,485 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T17:12:30,485 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T17:12:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T17:12:30,572 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1239, reset compression=false 2024-11-18T17:12:30,585 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 terminated 2024-11-18T17:12:30,600 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,36911,1731949927884, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:12:30,600 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-18T17:12:30,600 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T17:12:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T17:12:30,602 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 6912f599d260,36911,1731949927884 suceeded 2024-11-18T17:12:30,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T17:12:30,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-11-18T17:12:30,604 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-18T17:12:30,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 409 msec 2024-11-18T17:12:30,613 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:45969' 2024-11-18T17:12:30,614 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@678f1853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:30,614 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45969,-1 for getting cluster id 2024-11-18T17:12:30,614 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:30,615 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c70106b-518b-4e62-950c-ec278b73e1da' 2024-11-18T17:12:30,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:30,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c70106b-518b-4e62-950c-ec278b73e1da" 2024-11-18T17:12:30,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1083be9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:30,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45969,-1] 2024-11-18T17:12:30,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:30,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:30,616 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:30,616 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b4938d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:30,616 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:30,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,45969,1731949918366 2024-11-18T17:12:30,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10652a0c 2024-11-18T17:12:30,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:30,618 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-18T17:12:30,618 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,36911,1731949927884 (queues=1) is replicating from cluster=442fdf3f-119d-454e-9aa9-bd63c22adfa1 to cluster=8c70106b-518b-4e62-950c-ec278b73e1da 2024-11-18T17:12:30,618 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C36911%2C1731949927884 2024-11-18T17:12:30,618 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,36911,1731949927884, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:12:30,618 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C36911%2C1731949927884 2024-11-18T17:12:30,739 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1236, reset compression=false 2024-11-18T17:12:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T17:12:30,826 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:12:30,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:12:30,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:30,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:30,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:30,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:30,829 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-18T17:12:31,075 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1239, reset compression=false 2024-11-18T17:12:31,342 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1236, reset compression=false 2024-11-18T17:12:31,345 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:31,345 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1340, reset compression=false 2024-11-18T17:12:31,345 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37437,1731949918525 got entry batch from reader: WALEntryBatch [walEntries=[{test/983373bbca276b9f031c73745ee2b7d4/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T17:12:31,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:31,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:31,548 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1340, reset compression=false 2024-11-18T17:12:31,678 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1239, reset compression=false 2024-11-18T17:12:31,682 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:31,682 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1367, reset compression=false 2024-11-18T17:12:31,682 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,45733,1731949923650 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa6d223c5171ad03945d31b814b26b4f/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T17:12:31,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:31,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:31,830 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-18T17:12:31,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2408d37c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:31,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,36433,-1 for getting cluster id 2024-11-18T17:12:31,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:31,833 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '442fdf3f-119d-454e-9aa9-bd63c22adfa1' 2024-11-18T17:12:31,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:31,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "442fdf3f-119d-454e-9aa9-bd63c22adfa1" 2024-11-18T17:12:31,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7860445c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:31,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,36433,-1] 2024-11-18T17:12:31,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:31,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:31,834 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:31,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538762cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:31,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,36433,1731949927789 2024-11-18T17:12:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@701cb0b 2024-11-18T17:12:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:31,838 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:12:31,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-18T17:12:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-18T17:12:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T17:12:31,852 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1340, reset compression=false 2024-11-18T17:12:31,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:12:31,885 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1367, reset compression=false 2024-11-18T17:12:31,889 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:31,889 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1471, reset compression=false 2024-11-18T17:12:31,889 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,45733,1731949923650 got entry batch from reader: WALEntryBatch [walEntries=[{test/aa6d223c5171ad03945d31b814b26b4f/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T17:12:31,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:31,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36911 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T17:12:32,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-18T17:12:32,033 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-18T17:12:32,034 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T17:12:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-18T17:12:32,036 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 6912f599d260,36911,1731949927884 suceeded 2024-11-18T17:12:32,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T17:12:32,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-18T17:12:32,037 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-18T17:12:32,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 199 msec 2024-11-18T17:12:32,093 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1471, reset compression=false 2024-11-18T17:12:32,120 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036, startPosition=1241, beingWritten=true 2024-11-18T17:12:32,123 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:12:32,123 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1521, reset compression=false 2024-11-18T17:12:32,123 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,36911,1731949927884 got entry batch from reader: WALEntryBatch [walEntries=[{test/eccbcf30c11a0bf533cf4b2742bf8619/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-18T17:12:32,125 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:12:32,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-18T17:12:32,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37437 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:12:32,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37437 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:12:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-18T17:12:32,156 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:12:32,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:12:32,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:32,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:32,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:32,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:32,158 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-18T17:12:32,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:12:32,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:12:32,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:32,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:32,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:32,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:32,158 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:12:32,158 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1763894163, stopped=false 2024-11-18T17:12:32,158 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,36433,1731949927789 2024-11-18T17:12:32,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-705912842/running 2024-11-18T17:12:32,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-705912842/running 2024-11-18T17:12:32,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:32,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:32,168 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:12:32,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:12:32,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:32,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:32,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Set watcher on znode that does not yet exist, /2-705912842/running 2024-11-18T17:12:32,169 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,36911,1731949927884' ***** 2024-11-18T17:12:32,169 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:12:32,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Set watcher on znode that does not yet exist, /2-705912842/running 2024-11-18T17:12:32,169 INFO [RS:0;6912f599d260:36911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:12:32,170 INFO [RS:0;6912f599d260:36911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:12:32,170 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:12:32,170 INFO [RS:0;6912f599d260:36911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:12:32,170 INFO [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(3091): Received CLOSE for fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:32,170 INFO [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(3091): Received CLOSE for eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:32,170 INFO [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,36911,1731949927884 2024-11-18T17:12:32,170 INFO [RS:0;6912f599d260:36911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:12:32,170 INFO [RS:0;6912f599d260:36911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:36911. 2024-11-18T17:12:32,170 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe17ad55448b4e709bdba35995822715, disabling compactions & flushes 2024-11-18T17:12:32,170 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. 2024-11-18T17:12:32,170 DEBUG [RS:0;6912f599d260:36911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:32,170 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. 2024-11-18T17:12:32,170 DEBUG [RS:0;6912f599d260:36911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:32,170 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. after waiting 0 ms 2024-11-18T17:12:32,170 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. 2024-11-18T17:12:32,170 INFO [RS:0;6912f599d260:36911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:12:32,170 INFO [RS:0;6912f599d260:36911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:12:32,170 INFO [RS:0;6912f599d260:36911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:12:32,170 INFO [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:12:32,170 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fe17ad55448b4e709bdba35995822715 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-18T17:12:32,170 INFO [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T17:12:32,170 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1325): Online Regions={fe17ad55448b4e709bdba35995822715=hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715., eccbcf30c11a0bf533cf4b2742bf8619=test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:12:32,170 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:12:32,170 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eccbcf30c11a0bf533cf4b2742bf8619, fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:32,170 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:12:32,170 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:12:32,170 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:12:32,170 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:12:32,171 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T17:12:32,184 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/replication/fe17ad55448b4e709bdba35995822715/.tmp/queue/6254092c9c9b4d8c9594c39448b9264f is 154, key is 1-6912f599d260,36911,1731949927884/queue:6912f599d260%2C36911%2C1731949927884/1731949952129/Put/seqid=0 2024-11-18T17:12:32,187 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/.tmp/info/b7640b123fdc491988c8f5fb97596035 is 147, key is hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715./info:regioninfo/1731949943175/Put/seqid=0 2024-11-18T17:12:32,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741840_1016 (size=5353) 2024-11-18T17:12:32,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741841_1017 (size=7686) 2024-11-18T17:12:32,225 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:12:32,255 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1340, reset compression=false 2024-11-18T17:12:32,259 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:12:32,259 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1491, reset compression=false 2024-11-18T17:12:32,259 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37437,1731949918525 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:12:32,326 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1521, reset compression=false 2024-11-18T17:12:32,371 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eccbcf30c11a0bf533cf4b2742bf8619, fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:32,396 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1471, reset compression=false 2024-11-18T17:12:32,463 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1491, reset compression=false 2024-11-18T17:12:32,571 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eccbcf30c11a0bf533cf4b2742bf8619, fe17ad55448b4e709bdba35995822715 2024-11-18T17:12:32,588 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/replication/fe17ad55448b4e709bdba35995822715/.tmp/queue/6254092c9c9b4d8c9594c39448b9264f 2024-11-18T17:12:32,590 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/.tmp/info/b7640b123fdc491988c8f5fb97596035 2024-11-18T17:12:32,592 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/replication/fe17ad55448b4e709bdba35995822715/.tmp/queue/6254092c9c9b4d8c9594c39448b9264f as hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/replication/fe17ad55448b4e709bdba35995822715/queue/6254092c9c9b4d8c9594c39448b9264f 2024-11-18T17:12:32,595 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/replication/fe17ad55448b4e709bdba35995822715/queue/6254092c9c9b4d8c9594c39448b9264f, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T17:12:32,596 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for fe17ad55448b4e709bdba35995822715 in 426ms, sequenceid=12, compaction requested=false 2024-11-18T17:12:32,603 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/replication/fe17ad55448b4e709bdba35995822715/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T17:12:32,604 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:12:32,604 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:12:32,604 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. 2024-11-18T17:12:32,604 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe17ad55448b4e709bdba35995822715: Waiting for close lock at 1731949952170Running coprocessor pre-close hooks at 1731949952170Disabling compacts and flushes for region at 1731949952170Disabling writes for close at 1731949952170Obtaining lock to block concurrent updates at 1731949952170Preparing flush snapshotting stores in fe17ad55448b4e709bdba35995822715 at 1731949952170Finished memstore snapshotting hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731949952171 (+1 ms)Flushing stores of hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. at 1731949952171Flushing fe17ad55448b4e709bdba35995822715/queue: creating writer at 1731949952171Flushing fe17ad55448b4e709bdba35995822715/queue: appending metadata at 1731949952184 (+13 ms)Flushing fe17ad55448b4e709bdba35995822715/queue: closing flushed file at 1731949952184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c12f6f: reopening flushed file at 1731949952592 (+408 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for fe17ad55448b4e709bdba35995822715 in 426ms, sequenceid=12, compaction requested=false at 1731949952596 (+4 ms)Writing region close event to WAL at 1731949952601 (+5 ms)Running coprocessor post-close hooks at 1731949952604 (+3 ms)Closed at 1731949952604 2024-11-18T17:12:32,604 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731949941999.fe17ad55448b4e709bdba35995822715. 2024-11-18T17:12:32,604 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eccbcf30c11a0bf533cf4b2742bf8619, disabling compactions & flushes 2024-11-18T17:12:32,604 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619. 2024-11-18T17:12:32,604 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619. 2024-11-18T17:12:32,604 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619. after waiting 0 ms 2024-11-18T17:12:32,604 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619. 2024-11-18T17:12:32,604 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eccbcf30c11a0bf533cf4b2742bf8619 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T17:12:32,609 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/.tmp/ns/eb40f9c85a45434fa51cee59043b3ab1 is 43, key is default/ns:d/1731949931138/Put/seqid=0 2024-11-18T17:12:32,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741842_1018 (size=5153) 2024-11-18T17:12:32,621 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/.tmp/f/4f4070002d7144e7b838dbe0ecab57f7 is 37, key is row3/f:row3/1731949950827/Put/seqid=0 2024-11-18T17:12:32,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741843_1019 (size=5228) 2024-11-18T17:12:32,630 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1521, reset compression=false 2024-11-18T17:12:32,634 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:12:32,634 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1768, reset compression=false 2024-11-18T17:12:32,634 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,36911,1731949927884 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:12:32,635 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6912f599d260,36911,1731949927884: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6912f599d260,36911,1731949927884, walGroup=6912f599d260%2C36911%2C1731949927884, offset=6912f599d260%2C36911%2C1731949927884.1731949930036:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:36911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T17:12:32,636 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T17:12:32,636 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T17:12:32,636 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T17:12:32,636 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T17:12:32,636 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T17:12:32,636 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 924762112 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198682816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T17:12:32,637 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:36433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:36433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T17:12:32,766 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1491, reset compression=false 2024-11-18T17:12:32,771 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:32,799 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1471, reset compression=false 2024-11-18T17:12:32,836 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1768, reset compression=false 2024-11-18T17:12:32,916 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:12:32,916 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:12:32,971 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:33,013 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/.tmp/ns/eb40f9c85a45434fa51cee59043b3ab1 2024-11-18T17:12:33,025 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/.tmp/f/4f4070002d7144e7b838dbe0ecab57f7 2024-11-18T17:12:33,028 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f4070002d7144e7b838dbe0ecab57f7 2024-11-18T17:12:33,030 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/.tmp/rep_barrier/973bc712a9cd4c35939b817fc20c38ec is 112, key is test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619./rep_barrier:seqnumDuringOpen/1731949936679/Put/seqid=0 2024-11-18T17:12:33,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741844_1020 (size=5518) 2024-11-18T17:12:33,044 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/.tmp/f1/a70c3db3a856405eab80e05e388c5c37 is 30, key is row1/f1:/1731949948175/DeleteFamily/seqid=0 2024-11-18T17:12:33,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741845_1021 (size=5158) 2024-11-18T17:12:33,124 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T17:12:33,139 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1768, reset compression=false 2024-11-18T17:12:33,169 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1491, reset compression=false 2024-11-18T17:12:33,171 INFO [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T17:12:33,171 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1325): Online Regions={eccbcf30c11a0bf533cf4b2742bf8619=test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:12:33,171 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:33,302 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1471, reset compression=false 2024-11-18T17:12:33,371 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:33,433 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/.tmp/rep_barrier/973bc712a9cd4c35939b817fc20c38ec 2024-11-18T17:12:33,447 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/.tmp/f1/a70c3db3a856405eab80e05e388c5c37 2024-11-18T17:12:33,449 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/.tmp/table/68ac2cf9aa754712a9ed766591d1bfe1 is 53, key is hbase:replication/table:state/1731949943181/Put/seqid=0 2024-11-18T17:12:33,451 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a70c3db3a856405eab80e05e388c5c37 2024-11-18T17:12:33,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741846_1022 (size=5308) 2024-11-18T17:12:33,467 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/.tmp/norep/e4626746b9cc4b34be2f4b08973ded63 is 33, key is row2/norep:/1731949949179/DeleteFamily/seqid=0 2024-11-18T17:12:33,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741847_1023 (size=5108) 2024-11-18T17:12:33,542 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1768, reset compression=false 2024-11-18T17:12:33,572 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:33,672 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1491, reset compression=false 2024-11-18T17:12:33,772 DEBUG [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eccbcf30c11a0bf533cf4b2742bf8619 2024-11-18T17:12:33,852 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/.tmp/table/68ac2cf9aa754712a9ed766591d1bfe1 2024-11-18T17:12:33,856 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/.tmp/info/b7640b123fdc491988c8f5fb97596035 as hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/info/b7640b123fdc491988c8f5fb97596035 2024-11-18T17:12:33,859 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/info/b7640b123fdc491988c8f5fb97596035, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T17:12:33,859 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/.tmp/ns/eb40f9c85a45434fa51cee59043b3ab1 as hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/ns/eb40f9c85a45434fa51cee59043b3ab1 2024-11-18T17:12:33,862 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/ns/eb40f9c85a45434fa51cee59043b3ab1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T17:12:33,863 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/.tmp/rep_barrier/973bc712a9cd4c35939b817fc20c38ec as hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/rep_barrier/973bc712a9cd4c35939b817fc20c38ec 2024-11-18T17:12:33,866 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/rep_barrier/973bc712a9cd4c35939b817fc20c38ec, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T17:12:33,867 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/.tmp/table/68ac2cf9aa754712a9ed766591d1bfe1 as hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/table/68ac2cf9aa754712a9ed766591d1bfe1 2024-11-18T17:12:33,870 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/.tmp/norep/e4626746b9cc4b34be2f4b08973ded63 2024-11-18T17:12:33,871 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/table/68ac2cf9aa754712a9ed766591d1bfe1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T17:12:33,871 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false 2024-11-18T17:12:33,873 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4626746b9cc4b34be2f4b08973ded63 2024-11-18T17:12:33,874 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/.tmp/f/4f4070002d7144e7b838dbe0ecab57f7 as hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/f/4f4070002d7144e7b838dbe0ecab57f7 2024-11-18T17:12:33,876 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:12:33,876 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:12:33,876 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:12:33,876 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:12:33,876 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949952170Running coprocessor pre-close hooks at 1731949952170Disabling compacts and flushes for region at 1731949952170Disabling writes for close at 1731949952170Obtaining lock to block concurrent updates at 1731949952171 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731949952171Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731949952171Flushing stores of hbase:meta,,1.1588230740 at 1731949952171Flushing 1588230740/info: creating writer at 1731949952171Flushing 1588230740/info: appending metadata at 1731949952186 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731949952187 (+1 ms)Flushing 1588230740/ns: creating writer at 1731949952593 (+406 ms)Flushing 1588230740/ns: appending metadata at 1731949952609 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731949952609Flushing 1588230740/rep_barrier: creating writer at 1731949953017 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731949953030 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731949953030Flushing 1588230740/table: creating writer at 1731949953437 (+407 ms)Flushing 1588230740/table: appending metadata at 1731949953448 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731949953449 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f7b7942: reopening flushed file at 1731949953856 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2127cc3a: reopening flushed file at 1731949953859 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@305e10dc: reopening flushed file at 1731949953862 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f3c974: reopening flushed file at 1731949953867 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=16, compaction requested=false at 1731949953871 (+4 ms)Writing region close event to WAL at 1731949953874 (+3 ms)Running coprocessor post-close hooks at 1731949953876 (+2 ms)Closed at 1731949953876 2024-11-18T17:12:33,877 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:12:33,878 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f4070002d7144e7b838dbe0ecab57f7 2024-11-18T17:12:33,878 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/f/4f4070002d7144e7b838dbe0ecab57f7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T17:12:33,878 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/.tmp/f1/a70c3db3a856405eab80e05e388c5c37 as hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/f1/a70c3db3a856405eab80e05e388c5c37 2024-11-18T17:12:33,882 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a70c3db3a856405eab80e05e388c5c37 2024-11-18T17:12:33,882 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/f1/a70c3db3a856405eab80e05e388c5c37, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T17:12:33,882 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/.tmp/norep/e4626746b9cc4b34be2f4b08973ded63 as hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/norep/e4626746b9cc4b34be2f4b08973ded63 2024-11-18T17:12:33,885 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4626746b9cc4b34be2f4b08973ded63 2024-11-18T17:12:33,885 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/norep/e4626746b9cc4b34be2f4b08973ded63, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T17:12:33,886 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for eccbcf30c11a0bf533cf4b2742bf8619 in 1282ms, sequenceid=12, compaction requested=false 2024-11-18T17:12:33,889 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/data/default/test/eccbcf30c11a0bf533cf4b2742bf8619/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T17:12:33,889 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:12:33,889 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:12:33,889 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619. 2024-11-18T17:12:33,890 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eccbcf30c11a0bf533cf4b2742bf8619: Waiting for close lock at 1731949952604Running coprocessor pre-close hooks at 1731949952604Disabling compacts and flushes for region at 1731949952604Disabling writes for close at 1731949952604Obtaining lock to block concurrent updates at 1731949952604Preparing flush snapshotting stores in eccbcf30c11a0bf533cf4b2742bf8619 at 1731949952604Finished memstore snapshotting test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731949952605 (+1 ms)Flushing stores of test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619. at 1731949952605Flushing eccbcf30c11a0bf533cf4b2742bf8619/f: creating writer at 1731949952605Flushing eccbcf30c11a0bf533cf4b2742bf8619/f: appending metadata at 1731949952621 (+16 ms)Flushing eccbcf30c11a0bf533cf4b2742bf8619/f: closing flushed file at 1731949952621Flushing eccbcf30c11a0bf533cf4b2742bf8619/f1: creating writer at 1731949953028 (+407 ms)Flushing eccbcf30c11a0bf533cf4b2742bf8619/f1: appending metadata at 1731949953044 (+16 ms)Flushing eccbcf30c11a0bf533cf4b2742bf8619/f1: closing flushed file at 1731949953044Flushing eccbcf30c11a0bf533cf4b2742bf8619/norep: creating writer at 1731949953451 (+407 ms)Flushing eccbcf30c11a0bf533cf4b2742bf8619/norep: appending metadata at 1731949953466 (+15 ms)Flushing eccbcf30c11a0bf533cf4b2742bf8619/norep: closing flushed file at 1731949953466Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@677e767e: reopening flushed file at 1731949953873 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16fcc83b: reopening flushed file at 1731949953878 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@761a7cdb: reopening flushed file at 1731949953882 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for eccbcf30c11a0bf533cf4b2742bf8619 in 1282ms, sequenceid=12, compaction requested=false at 1731949953886 (+4 ms)Writing region close event to WAL at 1731949953887 (+1 ms)Running coprocessor post-close hooks at 1731949953889 (+2 ms)Closed at 1731949953889 2024-11-18T17:12:33,890 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731949935538.eccbcf30c11a0bf533cf4b2742bf8619. 2024-11-18T17:12:33,906 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1471, reset compression=false 2024-11-18T17:12:33,972 INFO [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,36911,1731949927884; all regions closed. 2024-11-18T17:12:33,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741834_1010 (size=4239) 2024-11-18T17:12:33,974 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.meta.1731949931094.meta not finished, retry = 0 2024-11-18T17:12:34,045 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 1768, reset compression=false 2024-11-18T17:12:34,049 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:12:34,049 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/WALs/6912f599d260,36911,1731949927884/6912f599d260%2C36911%2C1731949927884.1731949930036 to pos 2412, reset compression=false 2024-11-18T17:12:34,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741839_1015 (size=3115) 2024-11-18T17:12:34,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741832_1008 (size=2420) 2024-11-18T17:12:34,078 DEBUG [RS:0;6912f599d260:36911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:34,078 INFO [RS:0;6912f599d260:36911 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:12:34,078 INFO [RS:0;6912f599d260:36911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:12:34,078 INFO [RS:0;6912f599d260:36911 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T17:12:34,079 INFO [RS:0;6912f599d260:36911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:12:34,079 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:12:34,079 INFO [RS:0;6912f599d260:36911 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,36911,1731949927884 because: Region server is closing 2024-11-18T17:12:34,079 INFO [RS:0;6912f599d260:36911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:36911. 2024-11-18T17:12:34,079 DEBUG [RS:0;6912f599d260:36911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:34,079 DEBUG [RS:0;6912f599d260:36911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:34,079 DEBUG [RS:0;6912f599d260:36911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:34,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:34,179 INFO [RS:0;6912f599d260:36911 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.shipper6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 terminated 2024-11-18T17:12:34,179 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,36911,1731949927884.replicationSource.wal-reader.6912f599d260%2C36911%2C1731949927884,1-6912f599d260,36911,1731949927884 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T17:12:34,180 INFO [RS:0;6912f599d260:36911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:36911. 2024-11-18T17:12:34,180 DEBUG [RS:0;6912f599d260:36911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:34,180 DEBUG [RS:0;6912f599d260:36911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:34,180 DEBUG [RS:0;6912f599d260:36911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:34,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:34,180 INFO [RS:0;6912f599d260:36911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36911 2024-11-18T17:12:34,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-705912842/rs/6912f599d260,36911,1731949927884 2024-11-18T17:12:34,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842/rs 2024-11-18T17:12:34,214 INFO [RS:0;6912f599d260:36911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:12:34,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,36911,1731949927884] 2024-11-18T17:12:34,230 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-705912842/draining/6912f599d260,36911,1731949927884 already deleted, retry=false 2024-11-18T17:12:34,230 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,36911,1731949927884 expired; onlineServers=0 2024-11-18T17:12:34,230 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,36433,1731949927789' ***** 2024-11-18T17:12:34,230 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:12:34,230 INFO [M:0;6912f599d260:36433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:12:34,231 INFO [M:0;6912f599d260:36433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:12:34,231 DEBUG [M:0;6912f599d260:36433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:12:34,231 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:12:34,231 DEBUG [M:0;6912f599d260:36433 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:12:34,231 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949929805 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949929805,5,FailOnTimeoutGroup] 2024-11-18T17:12:34,231 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949929805 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949929805,5,FailOnTimeoutGroup] 2024-11-18T17:12:34,231 INFO [M:0;6912f599d260:36433 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:12:34,231 INFO [M:0;6912f599d260:36433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:12:34,231 DEBUG [M:0;6912f599d260:36433 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:12:34,231 INFO [M:0;6912f599d260:36433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:12:34,231 INFO [M:0;6912f599d260:36433 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:12:34,231 INFO [M:0;6912f599d260:36433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:12:34,232 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:12:34,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-705912842/master 2024-11-18T17:12:34,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-705912842 2024-11-18T17:12:34,263 DEBUG [M:0;6912f599d260:36433 {}] zookeeper.ZKUtil(347): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Unable to get data of znode /2-705912842/master because node does not exist (not an error) 2024-11-18T17:12:34,263 WARN [M:0;6912f599d260:36433 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:12:34,264 INFO [M:0;6912f599d260:36433 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/.lastflushedseqids 2024-11-18T17:12:34,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741848_1024 (size=245) 2024-11-18T17:12:34,274 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1491, reset compression=false 2024-11-18T17:12:34,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:12:34,322 INFO [RS:0;6912f599d260:36911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:12:34,322 INFO [RS:0;6912f599d260:36911 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,36911,1731949927884; zookeeper connection closed. 2024-11-18T17:12:34,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36911-0x101503824750007, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:12:34,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e57694e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e57694e 2024-11-18T17:12:34,323 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:12:34,609 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1471, reset compression=false 2024-11-18T17:12:34,670 INFO [M:0;6912f599d260:36433 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:12:34,670 INFO [M:0;6912f599d260:36433 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:12:34,670 DEBUG [M:0;6912f599d260:36433 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:12:34,670 INFO [M:0;6912f599d260:36433 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:34,670 DEBUG [M:0;6912f599d260:36433 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:34,670 DEBUG [M:0;6912f599d260:36433 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:12:34,670 DEBUG [M:0;6912f599d260:36433 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:34,670 INFO [M:0;6912f599d260:36433 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-18T17:12:34,684 DEBUG [M:0;6912f599d260:36433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432a0939ee3e4b969c32dc226738b59a is 82, key is hbase:meta,,1/info:regioninfo/1731949931123/Put/seqid=0 2024-11-18T17:12:34,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741849_1025 (size=5672) 2024-11-18T17:12:34,977 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1491, reset compression=false 2024-11-18T17:12:35,087 INFO [M:0;6912f599d260:36433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432a0939ee3e4b969c32dc226738b59a 2024-11-18T17:12:35,103 DEBUG [M:0;6912f599d260:36433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3eccc6385c3e43048e106bd09241a9f1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731949943183/Put/seqid=0 2024-11-18T17:12:35,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741850_1026 (size=9212) 2024-11-18T17:12:35,411 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1471, reset compression=false 2024-11-18T17:12:35,506 INFO [M:0;6912f599d260:36433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3eccc6385c3e43048e106bd09241a9f1 2024-11-18T17:12:35,522 DEBUG [M:0;6912f599d260:36433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04130267f18344fc88f40a58d918a7b6 is 69, key is 6912f599d260,36911,1731949927884/rs:state/1731949929837/Put/seqid=0 2024-11-18T17:12:35,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741851_1027 (size=5156) 2024-11-18T17:12:35,780 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1491, reset compression=false 2024-11-18T17:12:35,926 INFO [M:0;6912f599d260:36433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04130267f18344fc88f40a58d918a7b6 2024-11-18T17:12:35,930 DEBUG [M:0;6912f599d260:36433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432a0939ee3e4b969c32dc226738b59a as hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/432a0939ee3e4b969c32dc226738b59a 2024-11-18T17:12:35,933 INFO [M:0;6912f599d260:36433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/432a0939ee3e4b969c32dc226738b59a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-18T17:12:35,934 DEBUG [M:0;6912f599d260:36433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3eccc6385c3e43048e106bd09241a9f1 as hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3eccc6385c3e43048e106bd09241a9f1 2024-11-18T17:12:35,936 INFO [M:0;6912f599d260:36433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3eccc6385c3e43048e106bd09241a9f1, entries=15, sequenceid=127, filesize=9.0 K 2024-11-18T17:12:35,937 DEBUG [M:0;6912f599d260:36433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04130267f18344fc88f40a58d918a7b6 as hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04130267f18344fc88f40a58d918a7b6 2024-11-18T17:12:35,940 INFO [M:0;6912f599d260:36433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42901/user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04130267f18344fc88f40a58d918a7b6, entries=1, sequenceid=127, filesize=5.0 K 2024-11-18T17:12:35,941 INFO [M:0;6912f599d260:36433 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=127, compaction requested=false 2024-11-18T17:12:35,942 INFO [M:0;6912f599d260:36433 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:35,942 DEBUG [M:0;6912f599d260:36433 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949954670Disabling compacts and flushes for region at 1731949954670Disabling writes for close at 1731949954670Obtaining lock to block concurrent updates at 1731949954670Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949954670Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731949954671 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949954671Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949954671Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949954684 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949954684Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949955090 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949955102 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949955102Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949955509 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949955522 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949955522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@83148a9: reopening flushed file at 1731949955929 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34c7cb78: reopening flushed file at 1731949955933 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@619b5479: reopening flushed file at 1731949955936 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=127, compaction requested=false at 1731949955941 (+5 ms)Writing region close event to WAL at 1731949955942 (+1 ms)Closed at 1731949955942 2024-11-18T17:12:35,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741830_1006 (size=73866) 2024-11-18T17:12:35,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d3f701e-e562-af1e-f067-3ff5b0d50938/MasterData/WALs/6912f599d260,36433,1731949927789/6912f599d260%2C36433%2C1731949927789.1731949929609 not finished, retry = 0 2024-11-18T17:12:36,044 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:12:36,044 INFO [M:0;6912f599d260:36433 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:12:36,044 INFO [M:0;6912f599d260:36433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36433 2024-11-18T17:12:36,045 INFO [M:0;6912f599d260:36433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:12:36,189 INFO [M:0;6912f599d260:36433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:12:36,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:12:36,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36433-0x101503824750006, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:12:36,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65e2453b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:12:36,191 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3de701e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:12:36,191 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:12:36,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a4c8576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:12:36,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50acc407{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/hadoop.log.dir/,STOPPED} 2024-11-18T17:12:36,193 WARN [BP-1188105370-172.17.0.3-1731949926520 heartbeating to localhost/127.0.0.1:42901 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:12:36,193 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:12:36,193 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:12:36,193 WARN [BP-1188105370-172.17.0.3-1731949926520 heartbeating to localhost/127.0.0.1:42901 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1188105370-172.17.0.3-1731949926520 (Datanode Uuid fa4f837d-c6ff-4e46-8e40-ea2eb3ba1d13) service to localhost/127.0.0.1:42901 2024-11-18T17:12:36,194 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/cluster_c7fc95de-a394-68ec-ed4c-c903076a49d6/data/data1/current/BP-1188105370-172.17.0.3-1731949926520 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:12:36,194 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/cluster_c7fc95de-a394-68ec-ed4c-c903076a49d6/data/data2/current/BP-1188105370-172.17.0.3-1731949926520 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:12:36,194 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:12:36,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f9002d5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:12:36,204 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1aa855fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:12:36,204 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:12:36,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2eb20680{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:12:36,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ebaa2f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/hadoop.log.dir/,STOPPED} 2024-11-18T17:12:36,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:12:36,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:12:36,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:12:36,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:36,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:36,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:36,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:36,217 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:12:36,217 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2013292702, stopped=false 2024-11-18T17:12:36,217 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,40979,1731949923534 2024-11-18T17:12:36,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1286830147/running 2024-11-18T17:12:36,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1286830147/running 2024-11-18T17:12:36,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:36,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:36,230 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:12:36,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:12:36,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:36,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:36,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Set watcher on znode that does not yet exist, /1-1286830147/running 2024-11-18T17:12:36,231 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,45733,1731949923650' ***** 2024-11-18T17:12:36,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Set watcher on znode that does not yet exist, /1-1286830147/running 2024-11-18T17:12:36,231 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:12:36,231 INFO [RS:0;6912f599d260:45733 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:12:36,231 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:12:36,231 INFO [RS:0;6912f599d260:45733 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:12:36,231 INFO [RS:0;6912f599d260:45733 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:12:36,231 INFO [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(3091): Received CLOSE for aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:36,232 INFO [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:36,232 INFO [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,45733,1731949923650 2024-11-18T17:12:36,232 INFO [RS:0;6912f599d260:45733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:12:36,232 INFO [RS:0;6912f599d260:45733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:45733. 2024-11-18T17:12:36,232 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa6d223c5171ad03945d31b814b26b4f, disabling compactions & flushes 2024-11-18T17:12:36,232 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f. 2024-11-18T17:12:36,232 DEBUG [RS:0;6912f599d260:45733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:36,232 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f. 2024-11-18T17:12:36,232 DEBUG [RS:0;6912f599d260:45733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:36,232 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f. after waiting 0 ms 2024-11-18T17:12:36,232 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f. 2024-11-18T17:12:36,232 INFO [RS:0;6912f599d260:45733 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:12:36,232 INFO [RS:0;6912f599d260:45733 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:12:36,232 INFO [RS:0;6912f599d260:45733 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:12:36,232 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aa6d223c5171ad03945d31b814b26b4f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-18T17:12:36,232 INFO [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:12:36,232 INFO [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T17:12:36,232 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1325): Online Regions={aa6d223c5171ad03945d31b814b26b4f=test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f., 0d70dbfb11c4876e7b4b365363fc2665=hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:12:36,232 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1351): Waiting on 0d70dbfb11c4876e7b4b365363fc2665, 1588230740, aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:36,232 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:12:36,232 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:12:36,232 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:12:36,232 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:12:36,232 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:12:36,232 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T17:12:36,248 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/.tmp/info/c7f6b2bbce944fd1b135d3bca5e46a3d is 147, key is hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665./info:regioninfo/1731949941018/Put/seqid=0 2024-11-18T17:12:36,248 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/.tmp/f/ea5d7c025f464be4b037030e8a9c4c3c is 37, key is row3/f:row3/1731949950827/Put/seqid=0 2024-11-18T17:12:36,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741840_1016 (size=7686) 2024-11-18T17:12:36,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741841_1017 (size=5228) 2024-11-18T17:12:36,281 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:12:36,295 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:12:36,295 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:12:36,315 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1471, reset compression=false 2024-11-18T17:12:36,319 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:12:36,319 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1718, reset compression=false 2024-11-18T17:12:36,319 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,45733,1731949923650 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:12:36,319 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6912f599d260,45733,1731949923650: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6912f599d260,45733,1731949923650, walGroup=6912f599d260%2C45733%2C1731949923650, offset=6912f599d260%2C45733%2C1731949923650.1731949925385:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T17:12:36,320 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T17:12:36,320 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T17:12:36,321 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T17:12:36,321 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T17:12:36,321 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T17:12:36,321 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 996065280 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199073776 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T17:12:36,321 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:40979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:40979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T17:12:36,432 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1351): Waiting on 0d70dbfb11c4876e7b4b365363fc2665, 1588230740, aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:36,522 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1718, reset compression=false 2024-11-18T17:12:36,633 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1351): Waiting on 0d70dbfb11c4876e7b4b365363fc2665, 1588230740, aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:36,652 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/.tmp/f/ea5d7c025f464be4b037030e8a9c4c3c 2024-11-18T17:12:36,652 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/.tmp/info/c7f6b2bbce944fd1b135d3bca5e46a3d 2024-11-18T17:12:36,655 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea5d7c025f464be4b037030e8a9c4c3c 2024-11-18T17:12:36,668 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/.tmp/f1/4ad0561d70b64c0e8d4e3d54b746f948 is 30, key is row1/f1:/1731949948175/DeleteFamily/seqid=0 2024-11-18T17:12:36,671 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/.tmp/ns/3002948f2c184e72aa2225a926b01e89 is 43, key is default/ns:d/1731949926379/Put/seqid=0 2024-11-18T17:12:36,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741842_1018 (size=5158) 2024-11-18T17:12:36,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741843_1019 (size=5153) 2024-11-18T17:12:36,683 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1491, reset compression=false 2024-11-18T17:12:36,825 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1718, reset compression=false 2024-11-18T17:12:36,833 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1351): Waiting on 0d70dbfb11c4876e7b4b365363fc2665, 1588230740, aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:37,033 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1351): Waiting on 0d70dbfb11c4876e7b4b365363fc2665, 1588230740, aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:37,072 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/.tmp/f1/4ad0561d70b64c0e8d4e3d54b746f948 2024-11-18T17:12:37,074 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/.tmp/ns/3002948f2c184e72aa2225a926b01e89 2024-11-18T17:12:37,075 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ad0561d70b64c0e8d4e3d54b746f948 2024-11-18T17:12:37,088 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/.tmp/norep/17e2498f4d6e480ba71d52d0bf24b3e8 is 33, key is row1/norep:/1731949948175/DeleteFamily/seqid=0 2024-11-18T17:12:37,089 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/.tmp/rep_barrier/506112773e6b47e7ac57f77cf6bba877 is 112, key is test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f./rep_barrier:seqnumDuringOpen/1731949934527/Put/seqid=0 2024-11-18T17:12:37,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741844_1020 (size=5108) 2024-11-18T17:12:37,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741845_1021 (size=5518) 2024-11-18T17:12:37,228 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1718, reset compression=false 2024-11-18T17:12:37,233 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1351): Waiting on 0d70dbfb11c4876e7b4b365363fc2665, 1588230740, aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:37,433 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1351): Waiting on 0d70dbfb11c4876e7b4b365363fc2665, 1588230740, aa6d223c5171ad03945d31b814b26b4f 2024-11-18T17:12:37,492 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/.tmp/norep/17e2498f4d6e480ba71d52d0bf24b3e8 2024-11-18T17:12:37,492 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/.tmp/rep_barrier/506112773e6b47e7ac57f77cf6bba877 2024-11-18T17:12:37,495 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17e2498f4d6e480ba71d52d0bf24b3e8 2024-11-18T17:12:37,495 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/.tmp/f/ea5d7c025f464be4b037030e8a9c4c3c as hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/f/ea5d7c025f464be4b037030e8a9c4c3c 2024-11-18T17:12:37,498 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea5d7c025f464be4b037030e8a9c4c3c 2024-11-18T17:12:37,499 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/f/ea5d7c025f464be4b037030e8a9c4c3c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T17:12:37,499 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/.tmp/f1/4ad0561d70b64c0e8d4e3d54b746f948 as hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/f1/4ad0561d70b64c0e8d4e3d54b746f948 2024-11-18T17:12:37,502 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ad0561d70b64c0e8d4e3d54b746f948 2024-11-18T17:12:37,502 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/f1/4ad0561d70b64c0e8d4e3d54b746f948, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T17:12:37,503 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/.tmp/norep/17e2498f4d6e480ba71d52d0bf24b3e8 as hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/norep/17e2498f4d6e480ba71d52d0bf24b3e8 2024-11-18T17:12:37,506 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17e2498f4d6e480ba71d52d0bf24b3e8 2024-11-18T17:12:37,506 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/norep/17e2498f4d6e480ba71d52d0bf24b3e8, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T17:12:37,506 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for aa6d223c5171ad03945d31b814b26b4f in 1274ms, sequenceid=12, compaction requested=false 2024-11-18T17:12:37,507 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T17:12:37,520 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/.tmp/table/4b4bb0e2dd6c4c61bc559f6e0c5b48bd is 53, key is hbase:replication/table:state/1731949941025/Put/seqid=0 2024-11-18T17:12:37,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741846_1022 (size=5308) 2024-11-18T17:12:37,523 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/.tmp/table/4b4bb0e2dd6c4c61bc559f6e0c5b48bd 2024-11-18T17:12:37,523 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/default/test/aa6d223c5171ad03945d31b814b26b4f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T17:12:37,524 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:12:37,524 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:12:37,524 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f. 2024-11-18T17:12:37,524 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa6d223c5171ad03945d31b814b26b4f: Waiting for close lock at 1731949956232Running coprocessor pre-close hooks at 1731949956232Disabling compacts and flushes for region at 1731949956232Disabling writes for close at 1731949956232Obtaining lock to block concurrent updates at 1731949956232Preparing flush snapshotting stores in aa6d223c5171ad03945d31b814b26b4f at 1731949956232Finished memstore snapshotting test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731949956232Flushing stores of test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f. at 1731949956233 (+1 ms)Flushing aa6d223c5171ad03945d31b814b26b4f/f: creating writer at 1731949956233Flushing aa6d223c5171ad03945d31b814b26b4f/f: appending metadata at 1731949956248 (+15 ms)Flushing aa6d223c5171ad03945d31b814b26b4f/f: closing flushed file at 1731949956248Flushing aa6d223c5171ad03945d31b814b26b4f/f1: creating writer at 1731949956655 (+407 ms)Flushing aa6d223c5171ad03945d31b814b26b4f/f1: appending metadata at 1731949956667 (+12 ms)Flushing aa6d223c5171ad03945d31b814b26b4f/f1: closing flushed file at 1731949956667Flushing aa6d223c5171ad03945d31b814b26b4f/norep: creating writer at 1731949957075 (+408 ms)Flushing aa6d223c5171ad03945d31b814b26b4f/norep: appending metadata at 1731949957087 (+12 ms)Flushing aa6d223c5171ad03945d31b814b26b4f/norep: closing flushed file at 1731949957087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@383ad939: reopening flushed file at 1731949957495 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@565493ff: reopening flushed file at 1731949957499 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@160121c7: reopening flushed file at 1731949957502 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for aa6d223c5171ad03945d31b814b26b4f in 1274ms, sequenceid=12, compaction requested=false at 1731949957506 (+4 ms)Writing region close event to WAL at 1731949957520 (+14 ms)Running coprocessor post-close hooks at 1731949957524 (+4 ms)Closed at 1731949957524 2024-11-18T17:12:37,524 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731949933388.aa6d223c5171ad03945d31b814b26b4f. 2024-11-18T17:12:37,524 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d70dbfb11c4876e7b4b365363fc2665, disabling compactions & flushes 2024-11-18T17:12:37,524 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. 2024-11-18T17:12:37,524 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. 2024-11-18T17:12:37,525 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. after waiting 0 ms 2024-11-18T17:12:37,525 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. 2024-11-18T17:12:37,525 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d70dbfb11c4876e7b4b365363fc2665: Waiting for close lock at 1731949957524Running coprocessor pre-close hooks at 1731949957524Disabling compacts and flushes for region at 1731949957524Disabling writes for close at 1731949957525 (+1 ms)Failed flush hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665., putting online again at 1731949957525 2024-11-18T17:12:37,525 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. 2024-11-18T17:12:37,527 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/.tmp/info/c7f6b2bbce944fd1b135d3bca5e46a3d as hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/info/c7f6b2bbce944fd1b135d3bca5e46a3d 2024-11-18T17:12:37,530 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/info/c7f6b2bbce944fd1b135d3bca5e46a3d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T17:12:37,531 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/.tmp/ns/3002948f2c184e72aa2225a926b01e89 as hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/ns/3002948f2c184e72aa2225a926b01e89 2024-11-18T17:12:37,534 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/ns/3002948f2c184e72aa2225a926b01e89, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T17:12:37,534 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/.tmp/rep_barrier/506112773e6b47e7ac57f77cf6bba877 as hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/rep_barrier/506112773e6b47e7ac57f77cf6bba877 2024-11-18T17:12:37,537 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/rep_barrier/506112773e6b47e7ac57f77cf6bba877, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T17:12:37,538 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/.tmp/table/4b4bb0e2dd6c4c61bc559f6e0c5b48bd as hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/table/4b4bb0e2dd6c4c61bc559f6e0c5b48bd 2024-11-18T17:12:37,542 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/table/4b4bb0e2dd6c4c61bc559f6e0c5b48bd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T17:12:37,543 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-11-18T17:12:37,543 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:12:37,547 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:12:37,547 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:12:37,547 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:12:37,547 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:12:37,547 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949956232Running coprocessor pre-close hooks at 1731949956232Disabling compacts and flushes for region at 1731949956232Disabling writes for close at 1731949956232Obtaining lock to block concurrent updates at 1731949956232Preparing flush snapshotting stores in 1588230740 at 1731949956232Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731949956233 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731949956233Flushing 1588230740/info: creating writer at 1731949956233Flushing 1588230740/info: appending metadata at 1731949956248 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731949956248Flushing 1588230740/ns: creating writer at 1731949956655 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731949956670 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731949956670Flushing 1588230740/rep_barrier: creating writer at 1731949957077 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731949957088 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731949957088Flushing 1588230740/table: creating writer at 1731949957495 (+407 ms)Flushing 1588230740/table: appending metadata at 1731949957519 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731949957519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bac909: reopening flushed file at 1731949957526 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dcfe8bb: reopening flushed file at 1731949957530 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2672bb28: reopening flushed file at 1731949957534 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128fc36: reopening flushed file at 1731949957537 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1731949957543 (+6 ms)Writing region close event to WAL at 1731949957544 (+1 ms)Running coprocessor post-close hooks at 1731949957547 (+3 ms)Closed at 1731949957547 2024-11-18T17:12:37,547 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:12:37,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:37,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:37,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:37,633 INFO [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T17:12:37,633 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1325): Online Regions={0d70dbfb11c4876e7b4b365363fc2665=hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665.} 2024-11-18T17:12:37,633 INFO [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:37,634 DEBUG [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1351): Waiting on 0d70dbfb11c4876e7b4b365363fc2665 2024-11-18T17:12:37,634 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d70dbfb11c4876e7b4b365363fc2665, disabling compactions & flushes 2024-11-18T17:12:37,634 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. 2024-11-18T17:12:37,634 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. 2024-11-18T17:12:37,634 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. after waiting 0 ms 2024-11-18T17:12:37,634 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. 2024-11-18T17:12:37,634 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d70dbfb11c4876e7b4b365363fc2665: Waiting for close lock at 1731949957634Running coprocessor pre-close hooks at 1731949957634Disabling compacts and flushes for region at 1731949957634Disabling writes for close at 1731949957634Failed flush hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665., putting online again at 1731949957634 2024-11-18T17:12:37,634 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731949939850.0d70dbfb11c4876e7b4b365363fc2665. 2024-11-18T17:12:37,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:37,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:37,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:37,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:37,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:37,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:37,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:37,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:37,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:37,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:37,686 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1491, reset compression=false 2024-11-18T17:12:37,731 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 1718, reset compression=false 2024-11-18T17:12:37,734 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:12:37,734 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.wal-reader.6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/WALs/6912f599d260,45733,1731949923650/6912f599d260%2C45733%2C1731949923650.1731949925385 to pos 2362, reset compression=false 2024-11-18T17:12:37,834 INFO [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T17:12:37,834 INFO [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,45733,1731949923650; all regions closed. 2024-11-18T17:12:37,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741834_1010 (size=4239) 2024-11-18T17:12:37,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741839_1015 (size=2609) 2024-11-18T17:12:37,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741832_1008 (size=2370) 2024-11-18T17:12:37,839 DEBUG [RS:0;6912f599d260:45733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:37,839 INFO [RS:0;6912f599d260:45733 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:12:37,839 INFO [RS:0;6912f599d260:45733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:12:37,839 INFO [RS:0;6912f599d260:45733 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:12:37,839 INFO [RS:0;6912f599d260:45733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:12:37,839 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:12:37,839 INFO [RS:0;6912f599d260:45733 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,45733,1731949923650 because: Region server is closing 2024-11-18T17:12:37,840 INFO [RS:0;6912f599d260:45733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:45733. 2024-11-18T17:12:37,840 DEBUG [RS:0;6912f599d260:45733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:37,840 DEBUG [RS:0;6912f599d260:45733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:37,840 DEBUG [RS:0;6912f599d260:45733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:37,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:37,940 INFO [RS:0;6912f599d260:45733 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,45733,1731949923650.replicationSource.shipper6912f599d260%2C45733%2C1731949923650,1-6912f599d260,45733,1731949923650 terminated 2024-11-18T17:12:37,940 INFO [RS:0;6912f599d260:45733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:45733. 2024-11-18T17:12:37,940 DEBUG [RS:0;6912f599d260:45733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:37,940 DEBUG [RS:0;6912f599d260:45733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:37,940 DEBUG [RS:0;6912f599d260:45733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:37,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:37,940 INFO [RS:0;6912f599d260:45733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45733 2024-11-18T17:12:37,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147/rs 2024-11-18T17:12:37,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1286830147/rs/6912f599d260,45733,1731949923650 2024-11-18T17:12:37,980 INFO [RS:0;6912f599d260:45733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:12:37,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,45733,1731949923650] 2024-11-18T17:12:37,997 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1286830147/draining/6912f599d260,45733,1731949923650 already deleted, retry=false 2024-11-18T17:12:37,997 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,45733,1731949923650 expired; onlineServers=0 2024-11-18T17:12:37,997 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,40979,1731949923534' ***** 2024-11-18T17:12:37,997 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:12:37,997 INFO [M:0;6912f599d260:40979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:12:37,997 INFO [M:0;6912f599d260:40979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:12:37,997 DEBUG [M:0;6912f599d260:40979 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:12:37,997 DEBUG [M:0;6912f599d260:40979 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:12:37,997 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:12:37,997 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949925156 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949925156,5,FailOnTimeoutGroup] 2024-11-18T17:12:37,997 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949925157 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949925157,5,FailOnTimeoutGroup] 2024-11-18T17:12:37,997 INFO [M:0;6912f599d260:40979 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:12:37,997 INFO [M:0;6912f599d260:40979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:12:37,997 DEBUG [M:0;6912f599d260:40979 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:12:37,997 INFO [M:0;6912f599d260:40979 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:12:37,998 INFO [M:0;6912f599d260:40979 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:12:37,998 INFO [M:0;6912f599d260:40979 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:12:37,998 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:12:38,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1286830147/master 2024-11-18T17:12:38,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1286830147 2024-11-18T17:12:38,005 DEBUG [M:0;6912f599d260:40979 {}] zookeeper.ZKUtil(347): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Unable to get data of znode /1-1286830147/master because node does not exist (not an error) 2024-11-18T17:12:38,005 WARN [M:0;6912f599d260:40979 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:12:38,006 INFO [M:0;6912f599d260:40979 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/.lastflushedseqids 2024-11-18T17:12:38,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741847_1023 (size=245) 2024-11-18T17:12:38,089 INFO [RS:0;6912f599d260:45733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:12:38,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:12:38,089 INFO [RS:0;6912f599d260:45733 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,45733,1731949923650; zookeeper connection closed. 2024-11-18T17:12:38,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45733-0x101503824750004, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:12:38,089 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bb61e08 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bb61e08 2024-11-18T17:12:38,089 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:12:38,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:12:38,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:38,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:38,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:38,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:38,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:38,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:38,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:38,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:38,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:38,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:38,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:38,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:38,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:38,410 INFO [M:0;6912f599d260:40979 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:12:38,410 INFO [M:0;6912f599d260:40979 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:12:38,410 DEBUG [M:0;6912f599d260:40979 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:12:38,410 INFO [M:0;6912f599d260:40979 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:38,410 DEBUG [M:0;6912f599d260:40979 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:38,410 DEBUG [M:0;6912f599d260:40979 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:12:38,410 DEBUG [M:0;6912f599d260:40979 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:38,410 INFO [M:0;6912f599d260:40979 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-18T17:12:38,424 DEBUG [M:0;6912f599d260:40979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53f7a173a7d4410cbb0632cbe4877b8f is 82, key is hbase:meta,,1/info:regioninfo/1731949926366/Put/seqid=0 2024-11-18T17:12:38,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741848_1024 (size=5672) 2024-11-18T17:12:38,789 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1491, reset compression=false 2024-11-18T17:12:38,828 INFO [M:0;6912f599d260:40979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53f7a173a7d4410cbb0632cbe4877b8f 2024-11-18T17:12:38,850 DEBUG [M:0;6912f599d260:40979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b560bebf49124ad69343c2fce053fda6 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731949934535/Put/seqid=0 2024-11-18T17:12:38,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741849_1025 (size=7217) 2024-11-18T17:12:39,254 INFO [M:0;6912f599d260:40979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b560bebf49124ad69343c2fce053fda6 2024-11-18T17:12:39,257 INFO [M:0;6912f599d260:40979 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b560bebf49124ad69343c2fce053fda6 2024-11-18T17:12:39,270 DEBUG [M:0;6912f599d260:40979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29ecfae9347746f4a67b49488126cede is 69, key is 6912f599d260,45733,1731949923650/rs:state/1731949925208/Put/seqid=0 2024-11-18T17:12:39,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741850_1026 (size=5156) 2024-11-18T17:12:39,673 INFO [M:0;6912f599d260:40979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29ecfae9347746f4a67b49488126cede 2024-11-18T17:12:39,677 DEBUG [M:0;6912f599d260:40979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53f7a173a7d4410cbb0632cbe4877b8f as hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53f7a173a7d4410cbb0632cbe4877b8f 2024-11-18T17:12:39,680 INFO [M:0;6912f599d260:40979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53f7a173a7d4410cbb0632cbe4877b8f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T17:12:39,681 DEBUG [M:0;6912f599d260:40979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b560bebf49124ad69343c2fce053fda6 as hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b560bebf49124ad69343c2fce053fda6 2024-11-18T17:12:39,684 INFO [M:0;6912f599d260:40979 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b560bebf49124ad69343c2fce053fda6 2024-11-18T17:12:39,684 INFO [M:0;6912f599d260:40979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b560bebf49124ad69343c2fce053fda6, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T17:12:39,684 DEBUG [M:0;6912f599d260:40979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29ecfae9347746f4a67b49488126cede as hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29ecfae9347746f4a67b49488126cede 2024-11-18T17:12:39,687 INFO [M:0;6912f599d260:40979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43169/user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29ecfae9347746f4a67b49488126cede, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T17:12:39,688 INFO [M:0;6912f599d260:40979 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-11-18T17:12:39,689 INFO [M:0;6912f599d260:40979 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:39,689 DEBUG [M:0;6912f599d260:40979 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949958410Disabling compacts and flushes for region at 1731949958410Disabling writes for close at 1731949958410Obtaining lock to block concurrent updates at 1731949958410Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949958410Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731949958410Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949958411 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949958411Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949958424 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949958424Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949958831 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949958849 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949958849Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949959257 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949959269 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949959269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f3056ee: reopening flushed file at 1731949959676 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286da0f1: reopening flushed file at 1731949959680 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@684e28c2: reopening flushed file at 1731949959684 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1731949959688 (+4 ms)Writing region close event to WAL at 1731949959689 (+1 ms)Closed at 1731949959689 2024-11-18T17:12:39,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741830_1006 (size=64411) 2024-11-18T17:12:39,690 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03d21536-de61-32d9-6013-2c42141eb894/MasterData/WALs/6912f599d260,40979,1731949923534/6912f599d260%2C40979%2C1731949923534.1731949924958 not finished, retry = 0 2024-11-18T17:12:39,791 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:12:39,791 INFO [M:0;6912f599d260:40979 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:12:39,791 INFO [M:0;6912f599d260:40979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40979 2024-11-18T17:12:39,792 INFO [M:0;6912f599d260:40979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:12:39,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:12:39,930 INFO [M:0;6912f599d260:40979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:12:39,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40979-0x101503824750003, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:12:39,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46b2f9b6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:12:39,933 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4194c788{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:12:39,933 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:12:39,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ad086c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:12:39,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35a1d030{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/hadoop.log.dir/,STOPPED} 2024-11-18T17:12:39,935 WARN [BP-265604772-172.17.0.3-1731949921900 heartbeating to localhost/127.0.0.1:43169 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:12:39,935 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:12:39,935 WARN [BP-265604772-172.17.0.3-1731949921900 heartbeating to localhost/127.0.0.1:43169 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-265604772-172.17.0.3-1731949921900 (Datanode Uuid 8ba621a5-1713-4016-8f85-0ae106de16a9) service to localhost/127.0.0.1:43169 2024-11-18T17:12:39,935 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:12:39,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/cluster_5d203355-4c7e-c74c-af7c-f3cfe4b2c442/data/data1/current/BP-265604772-172.17.0.3-1731949921900 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:12:39,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/cluster_5d203355-4c7e-c74c-af7c-f3cfe4b2c442/data/data2/current/BP-265604772-172.17.0.3-1731949921900 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:12:39,936 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:12:39,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6df78223{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:12:39,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b64a36c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:12:39,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:12:39,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dd664{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:12:39,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f03eff2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/646fc1a5-2b84-7afc-191f-e0ab97bc9813/hadoop.log.dir/,STOPPED} 2024-11-18T17:12:39,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:12:39,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:12:39,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:12:39,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:39,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:39,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:39,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:39,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:12:39,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=326157131, stopped=false 2024-11-18T17:12:39,953 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,45969,1731949918366 2024-11-18T17:12:39,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01198608437/running 2024-11-18T17:12:39,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01198608437/running 2024-11-18T17:12:39,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:12:39,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:12:39,963 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:12:39,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:12:39,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:39,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:39,964 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,37437,1731949918525' ***** 2024-11-18T17:12:39,964 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:12:39,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Set watcher on znode that does not yet exist, /01198608437/running 2024-11-18T17:12:39,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Set watcher on znode that does not yet exist, /01198608437/running 2024-11-18T17:12:39,964 INFO [RS:0;6912f599d260:37437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:12:39,964 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:12:39,964 INFO [RS:0;6912f599d260:37437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:12:39,964 INFO [RS:0;6912f599d260:37437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:12:39,964 INFO [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(3091): Received CLOSE for 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:39,965 INFO [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:39,965 INFO [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,37437,1731949918525 2024-11-18T17:12:39,965 INFO [RS:0;6912f599d260:37437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:12:39,965 INFO [RS:0;6912f599d260:37437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:37437. 2024-11-18T17:12:39,965 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 983373bbca276b9f031c73745ee2b7d4, disabling compactions & flushes 2024-11-18T17:12:39,965 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731949931240.983373bbca276b9f031c73745ee2b7d4. 2024-11-18T17:12:39,965 DEBUG [RS:0;6912f599d260:37437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:39,965 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949931240.983373bbca276b9f031c73745ee2b7d4. 2024-11-18T17:12:39,965 DEBUG [RS:0;6912f599d260:37437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:39,965 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731949931240.983373bbca276b9f031c73745ee2b7d4. after waiting 0 ms 2024-11-18T17:12:39,965 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731949931240.983373bbca276b9f031c73745ee2b7d4. 2024-11-18T17:12:39,965 INFO [RS:0;6912f599d260:37437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:12:39,965 INFO [RS:0;6912f599d260:37437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:12:39,965 INFO [RS:0;6912f599d260:37437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:12:39,965 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 983373bbca276b9f031c73745ee2b7d4 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-18T17:12:39,965 INFO [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:12:39,965 INFO [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T17:12:39,965 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1325): Online Regions={983373bbca276b9f031c73745ee2b7d4=test,,1731949931240.983373bbca276b9f031c73745ee2b7d4., 1588230740=hbase:meta,,1.1588230740, 2b08b71e032a30268a7ec9e3c5854293=hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293.} 2024-11-18T17:12:39,965 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b08b71e032a30268a7ec9e3c5854293, 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:39,965 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:12:39,965 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:12:39,965 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:12:39,965 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:12:39,965 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:12:39,965 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T17:12:39,981 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/.tmp/info/080aed7690274e34b8ac83ea910eafda is 147, key is hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293./info:regioninfo/1731949938854/Put/seqid=0 2024-11-18T17:12:39,982 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/.tmp/f/e1e2e1501e0c49cb86fe66b413593512 is 37, key is row3/f:row3/1731949950827/Put/seqid=0 2024-11-18T17:12:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741840_1016 (size=7686) 2024-11-18T17:12:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741841_1017 (size=5228) 2024-11-18T17:12:39,987 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/.tmp/info/080aed7690274e34b8ac83ea910eafda 2024-11-18T17:12:39,992 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1491, reset compression=false 2024-11-18T17:12:39,996 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:12:39,996 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1738, reset compression=false 2024-11-18T17:12:39,996 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,37437,1731949918525 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:12:39,997 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6912f599d260,37437,1731949918525: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6912f599d260,37437,1731949918525, walGroup=6912f599d260%2C37437%2C1731949918525, offset=6912f599d260%2C37437%2C1731949918525.1731949920731:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:37437 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T17:12:39,999 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T17:12:39,999 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T17:12:39,999 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T17:12:39,999 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T17:12:39,999 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T17:12:39,999 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 819904512 }, "NonHeapMemoryUsage": { "committed": 202637312, "init": 7667712, "max": -1, "used": 199613696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T17:12:40,000 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T17:12:40,005 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/.tmp/ns/985df42bbcc044e6b285190bba48cc01 is 43, key is default/ns:d/1731949921759/Put/seqid=0 2024-11-18T17:12:40,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741842_1018 (size=5153) 2024-11-18T17:12:40,032 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:12:40,165 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b08b71e032a30268a7ec9e3c5854293, 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:40,200 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1738, reset compression=false 2024-11-18T17:12:40,366 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b08b71e032a30268a7ec9e3c5854293, 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:40,387 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/.tmp/f/e1e2e1501e0c49cb86fe66b413593512 2024-11-18T17:12:40,391 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1e2e1501e0c49cb86fe66b413593512 2024-11-18T17:12:40,404 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/.tmp/f1/0ddde1b63dc745738d97efd4c5bf793f is 30, key is row1/f1:/1731949948175/DeleteFamily/seqid=0 2024-11-18T17:12:40,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741843_1019 (size=5158) 2024-11-18T17:12:40,408 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/.tmp/ns/985df42bbcc044e6b285190bba48cc01 2024-11-18T17:12:40,427 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/.tmp/rep_barrier/74f01763a8514c32b9b35505e5fea283 is 112, key is test,,1731949931240.983373bbca276b9f031c73745ee2b7d4./rep_barrier:seqnumDuringOpen/1731949932382/Put/seqid=0 2024-11-18T17:12:40,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741844_1020 (size=5518) 2024-11-18T17:12:40,503 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1738, reset compression=false 2024-11-18T17:12:40,566 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b08b71e032a30268a7ec9e3c5854293, 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:40,674 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:12:40,674 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:12:40,766 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b08b71e032a30268a7ec9e3c5854293, 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:40,808 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/.tmp/f1/0ddde1b63dc745738d97efd4c5bf793f 2024-11-18T17:12:40,811 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ddde1b63dc745738d97efd4c5bf793f 2024-11-18T17:12:40,823 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/.tmp/norep/00fcf0e8f33c4b249060d8e8bdcfa610 is 32, key is row/norep:/1731949947170/DeleteFamily/seqid=0 2024-11-18T17:12:40,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741845_1021 (size=5101) 2024-11-18T17:12:40,830 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/.tmp/rep_barrier/74f01763a8514c32b9b35505e5fea283 2024-11-18T17:12:40,846 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/.tmp/table/e5ba0ea81edf4b3bb27ab5170a1b7959 is 53, key is hbase:replication/table:state/1731949938860/Put/seqid=0 2024-11-18T17:12:40,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741846_1022 (size=5308) 2024-11-18T17:12:40,905 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1738, reset compression=false 2024-11-18T17:12:40,966 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b08b71e032a30268a7ec9e3c5854293, 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:41,166 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b08b71e032a30268a7ec9e3c5854293, 983373bbca276b9f031c73745ee2b7d4 2024-11-18T17:12:41,227 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/.tmp/norep/00fcf0e8f33c4b249060d8e8bdcfa610 2024-11-18T17:12:41,230 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00fcf0e8f33c4b249060d8e8bdcfa610 2024-11-18T17:12:41,231 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/.tmp/f/e1e2e1501e0c49cb86fe66b413593512 as hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/f/e1e2e1501e0c49cb86fe66b413593512 2024-11-18T17:12:41,234 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1e2e1501e0c49cb86fe66b413593512 2024-11-18T17:12:41,234 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/f/e1e2e1501e0c49cb86fe66b413593512, entries=5, sequenceid=12, filesize=5.1 K 2024-11-18T17:12:41,235 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/.tmp/f1/0ddde1b63dc745738d97efd4c5bf793f as hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/f1/0ddde1b63dc745738d97efd4c5bf793f 2024-11-18T17:12:41,238 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ddde1b63dc745738d97efd4c5bf793f 2024-11-18T17:12:41,238 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/f1/0ddde1b63dc745738d97efd4c5bf793f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-18T17:12:41,238 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/.tmp/norep/00fcf0e8f33c4b249060d8e8bdcfa610 as hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/norep/00fcf0e8f33c4b249060d8e8bdcfa610 2024-11-18T17:12:41,241 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00fcf0e8f33c4b249060d8e8bdcfa610 2024-11-18T17:12:41,241 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/norep/00fcf0e8f33c4b249060d8e8bdcfa610, entries=1, sequenceid=12, filesize=5.0 K 2024-11-18T17:12:41,242 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 983373bbca276b9f031c73745ee2b7d4 in 1277ms, sequenceid=12, compaction requested=false 2024-11-18T17:12:41,245 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/default/test/983373bbca276b9f031c73745ee2b7d4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T17:12:41,246 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:12:41,246 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:12:41,246 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731949931240.983373bbca276b9f031c73745ee2b7d4. 2024-11-18T17:12:41,246 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 983373bbca276b9f031c73745ee2b7d4: Waiting for close lock at 1731949959965Running coprocessor pre-close hooks at 1731949959965Disabling compacts and flushes for region at 1731949959965Disabling writes for close at 1731949959965Obtaining lock to block concurrent updates at 1731949959965Preparing flush snapshotting stores in 983373bbca276b9f031c73745ee2b7d4 at 1731949959965Finished memstore snapshotting test,,1731949931240.983373bbca276b9f031c73745ee2b7d4., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731949959965Flushing stores of test,,1731949931240.983373bbca276b9f031c73745ee2b7d4. at 1731949959966 (+1 ms)Flushing 983373bbca276b9f031c73745ee2b7d4/f: creating writer at 1731949959966Flushing 983373bbca276b9f031c73745ee2b7d4/f: appending metadata at 1731949959981 (+15 ms)Flushing 983373bbca276b9f031c73745ee2b7d4/f: closing flushed file at 1731949959981Flushing 983373bbca276b9f031c73745ee2b7d4/f1: creating writer at 1731949960391 (+410 ms)Flushing 983373bbca276b9f031c73745ee2b7d4/f1: appending metadata at 1731949960403 (+12 ms)Flushing 983373bbca276b9f031c73745ee2b7d4/f1: closing flushed file at 1731949960404 (+1 ms)Flushing 983373bbca276b9f031c73745ee2b7d4/norep: creating writer at 1731949960811 (+407 ms)Flushing 983373bbca276b9f031c73745ee2b7d4/norep: appending metadata at 1731949960823 (+12 ms)Flushing 983373bbca276b9f031c73745ee2b7d4/norep: closing flushed file at 1731949960823Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe9a8dd: reopening flushed file at 1731949961230 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74447142: reopening flushed file at 1731949961234 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61014166: reopening flushed file at 1731949961238 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 983373bbca276b9f031c73745ee2b7d4 in 1277ms, sequenceid=12, compaction requested=false at 1731949961242 (+4 ms)Writing region close event to WAL at 1731949961243 (+1 ms)Running coprocessor post-close hooks at 1731949961246 (+3 ms)Closed at 1731949961246 2024-11-18T17:12:41,246 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731949931240.983373bbca276b9f031c73745ee2b7d4. 2024-11-18T17:12:41,246 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b08b71e032a30268a7ec9e3c5854293, disabling compactions & flushes 2024-11-18T17:12:41,246 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. 2024-11-18T17:12:41,246 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. 2024-11-18T17:12:41,246 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. after waiting 0 ms 2024-11-18T17:12:41,246 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. 2024-11-18T17:12:41,246 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b08b71e032a30268a7ec9e3c5854293: Waiting for close lock at 1731949961246Running coprocessor pre-close hooks at 1731949961246Disabling compacts and flushes for region at 1731949961246Disabling writes for close at 1731949961246Failed flush hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293., putting online again at 1731949961246 2024-11-18T17:12:41,246 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. 2024-11-18T17:12:41,249 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/.tmp/table/e5ba0ea81edf4b3bb27ab5170a1b7959 2024-11-18T17:12:41,253 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/.tmp/info/080aed7690274e34b8ac83ea910eafda as hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/info/080aed7690274e34b8ac83ea910eafda 2024-11-18T17:12:41,256 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/info/080aed7690274e34b8ac83ea910eafda, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T17:12:41,257 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/.tmp/ns/985df42bbcc044e6b285190bba48cc01 as hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/ns/985df42bbcc044e6b285190bba48cc01 2024-11-18T17:12:41,260 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/ns/985df42bbcc044e6b285190bba48cc01, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T17:12:41,260 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/.tmp/rep_barrier/74f01763a8514c32b9b35505e5fea283 as hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/rep_barrier/74f01763a8514c32b9b35505e5fea283 2024-11-18T17:12:41,263 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/rep_barrier/74f01763a8514c32b9b35505e5fea283, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T17:12:41,264 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/.tmp/table/e5ba0ea81edf4b3bb27ab5170a1b7959 as hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/table/e5ba0ea81edf4b3bb27ab5170a1b7959 2024-11-18T17:12:41,267 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/table/e5ba0ea81edf4b3bb27ab5170a1b7959, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T17:12:41,267 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false 2024-11-18T17:12:41,267 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:12:41,275 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:12:41,276 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:12:41,276 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:12:41,276 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:12:41,276 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949959965Running coprocessor pre-close hooks at 1731949959965Disabling compacts and flushes for region at 1731949959965Disabling writes for close at 1731949959965Obtaining lock to block concurrent updates at 1731949959966 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731949959966Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731949959966Flushing stores of hbase:meta,,1.1588230740 at 1731949959966Flushing 1588230740/info: creating writer at 1731949959966Flushing 1588230740/info: appending metadata at 1731949959981 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731949959981Flushing 1588230740/ns: creating writer at 1731949959991 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731949960004 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731949960004Flushing 1588230740/rep_barrier: creating writer at 1731949960411 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731949960426 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731949960426Flushing 1588230740/table: creating writer at 1731949960833 (+407 ms)Flushing 1588230740/table: appending metadata at 1731949960846 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731949960846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe2ac13: reopening flushed file at 1731949961252 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2841e6ff: reopening flushed file at 1731949961256 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e414e86: reopening flushed file at 1731949961260 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10317d3b: reopening flushed file at 1731949961263 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false at 1731949961267 (+4 ms)Writing region close event to WAL at 1731949961273 (+6 ms)Running coprocessor post-close hooks at 1731949961276 (+3 ms)Closed at 1731949961276 2024-11-18T17:12:41,276 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:12:41,366 INFO [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T17:12:41,366 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1325): Online Regions={2b08b71e032a30268a7ec9e3c5854293=hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293.} 2024-11-18T17:12:41,366 INFO [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:41,366 DEBUG [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1351): Waiting on 2b08b71e032a30268a7ec9e3c5854293 2024-11-18T17:12:41,367 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b08b71e032a30268a7ec9e3c5854293, disabling compactions & flushes 2024-11-18T17:12:41,367 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. 2024-11-18T17:12:41,367 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. 2024-11-18T17:12:41,367 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. after waiting 0 ms 2024-11-18T17:12:41,367 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. 2024-11-18T17:12:41,367 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b08b71e032a30268a7ec9e3c5854293: Waiting for close lock at 1731949961367Running coprocessor pre-close hooks at 1731949961367Disabling compacts and flushes for region at 1731949961367Disabling writes for close at 1731949961367Failed flush hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293., putting online again at 1731949961367 2024-11-18T17:12:41,367 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731949937698.2b08b71e032a30268a7ec9e3c5854293. 2024-11-18T17:12:41,408 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 1738, reset compression=false 2024-11-18T17:12:41,412 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:12:41,412 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 2382, reset compression=false 2024-11-18T17:12:41,567 INFO [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-18T17:12:41,567 INFO [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,37437,1731949918525; all regions closed. 2024-11-18T17:12:41,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741834_1010 (size=4239) 2024-11-18T17:12:41,568 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.meta.1731949921698.meta not finished, retry = 0 2024-11-18T17:12:41,614 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.wal-reader.6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 to pos 2382, reset compression=false 2024-11-18T17:12:41,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741839_1015 (size=2609) 2024-11-18T17:12:41,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.rep.1731949938826 not finished, retry = 0 2024-11-18T17:12:41,772 INFO [master/6912f599d260:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T17:12:41,772 INFO [master/6912f599d260:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T17:12:41,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741832_1008 (size=2390) 2024-11-18T17:12:41,773 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/WALs/6912f599d260,37437,1731949918525/6912f599d260%2C37437%2C1731949918525.1731949920731 not finished, retry = 0 2024-11-18T17:12:41,874 DEBUG [RS:0;6912f599d260:37437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:41,874 INFO [RS:0;6912f599d260:37437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:12:41,874 INFO [RS:0;6912f599d260:37437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:12:41,874 INFO [RS:0;6912f599d260:37437 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:12:41,874 INFO [RS:0;6912f599d260:37437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:12:41,874 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:12:41,874 INFO [RS:0;6912f599d260:37437 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,37437,1731949918525 because: Region server is closing 2024-11-18T17:12:41,874 INFO [RS:0;6912f599d260:37437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:37437. 2024-11-18T17:12:41,874 DEBUG [RS:0;6912f599d260:37437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:41,874 DEBUG [RS:0;6912f599d260:37437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:41,874 DEBUG [RS:0;6912f599d260:37437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:41,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:41,975 INFO [RS:0;6912f599d260:37437 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,37437,1731949918525.replicationSource.shipper6912f599d260%2C37437%2C1731949918525,1-6912f599d260,37437,1731949918525 terminated 2024-11-18T17:12:41,975 INFO [RS:0;6912f599d260:37437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:37437. 2024-11-18T17:12:41,975 DEBUG [RS:0;6912f599d260:37437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:12:41,975 DEBUG [RS:0;6912f599d260:37437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:41,975 DEBUG [RS:0;6912f599d260:37437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:41,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:12:41,975 INFO [RS:0;6912f599d260:37437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37437 2024-11-18T17:12:42,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01198608437/rs/6912f599d260,37437,1731949918525 2024-11-18T17:12:42,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437/rs 2024-11-18T17:12:42,013 INFO [RS:0;6912f599d260:37437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:12:42,022 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,37437,1731949918525] 2024-11-18T17:12:42,030 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01198608437/draining/6912f599d260,37437,1731949918525 already deleted, retry=false 2024-11-18T17:12:42,030 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,37437,1731949918525 expired; onlineServers=0 2024-11-18T17:12:42,030 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,45969,1731949918366' ***** 2024-11-18T17:12:42,030 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:12:42,030 INFO [M:0;6912f599d260:45969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:12:42,030 INFO [M:0;6912f599d260:45969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:12:42,030 DEBUG [M:0;6912f599d260:45969 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:12:42,030 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:12:42,030 DEBUG [M:0;6912f599d260:45969 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:12:42,030 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949920518 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949920518,5,FailOnTimeoutGroup] 2024-11-18T17:12:42,030 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949920517 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949920517,5,FailOnTimeoutGroup] 2024-11-18T17:12:42,030 INFO [M:0;6912f599d260:45969 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:12:42,030 INFO [M:0;6912f599d260:45969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:12:42,030 DEBUG [M:0;6912f599d260:45969 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:12:42,030 INFO [M:0;6912f599d260:45969 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:12:42,030 INFO [M:0;6912f599d260:45969 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:12:42,031 INFO [M:0;6912f599d260:45969 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:12:42,031 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:12:42,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01198608437/master 2024-11-18T17:12:42,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01198608437 2024-11-18T17:12:42,038 DEBUG [M:0;6912f599d260:45969 {}] zookeeper.ZKUtil(347): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Unable to get data of znode /01198608437/master because node does not exist (not an error) 2024-11-18T17:12:42,038 WARN [M:0;6912f599d260:45969 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:12:42,039 INFO [M:0;6912f599d260:45969 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/.lastflushedseqids 2024-11-18T17:12:42,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741847_1023 (size=245) 2024-11-18T17:12:42,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:12:42,122 INFO [RS:0;6912f599d260:37437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:12:42,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37437-0x101503824750001, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:12:42,122 INFO [RS:0;6912f599d260:37437 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,37437,1731949918525; zookeeper connection closed. 2024-11-18T17:12:42,122 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c71bc7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c71bc7 2024-11-18T17:12:42,122 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:12:42,443 INFO [M:0;6912f599d260:45969 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:12:42,443 INFO [M:0;6912f599d260:45969 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:12:42,443 DEBUG [M:0;6912f599d260:45969 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:12:42,443 INFO [M:0;6912f599d260:45969 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:42,443 DEBUG [M:0;6912f599d260:45969 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:42,443 DEBUG [M:0;6912f599d260:45969 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:12:42,443 DEBUG [M:0;6912f599d260:45969 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:42,443 INFO [M:0;6912f599d260:45969 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-18T17:12:42,456 DEBUG [M:0;6912f599d260:45969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e7ff4e91ec843b2bc8028d9a80f6df6 is 82, key is hbase:meta,,1/info:regioninfo/1731949921724/Put/seqid=0 2024-11-18T17:12:42,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741848_1024 (size=5672) 2024-11-18T17:12:42,860 INFO [M:0;6912f599d260:45969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e7ff4e91ec843b2bc8028d9a80f6df6 2024-11-18T17:12:42,877 DEBUG [M:0;6912f599d260:45969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d3dc696ab5b40518b814dcd904c4bfd is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731949932390/Put/seqid=0 2024-11-18T17:12:42,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741849_1025 (size=7217) 2024-11-18T17:12:43,026 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:12:43,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:43,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:43,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:43,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:43,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:43,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:43,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:43,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:43,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:43,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:43,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:43,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:43,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:43,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:43,281 INFO [M:0;6912f599d260:45969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d3dc696ab5b40518b814dcd904c4bfd 2024-11-18T17:12:43,284 INFO [M:0;6912f599d260:45969 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d3dc696ab5b40518b814dcd904c4bfd 2024-11-18T17:12:43,299 DEBUG [M:0;6912f599d260:45969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c134ef5827c4617989bca329b7f9c56 is 69, key is 6912f599d260,37437,1731949918525/rs:state/1731949920587/Put/seqid=0 2024-11-18T17:12:43,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741850_1026 (size=5156) 2024-11-18T17:12:43,703 INFO [M:0;6912f599d260:45969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c134ef5827c4617989bca329b7f9c56 2024-11-18T17:12:43,707 DEBUG [M:0;6912f599d260:45969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e7ff4e91ec843b2bc8028d9a80f6df6 as hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e7ff4e91ec843b2bc8028d9a80f6df6 2024-11-18T17:12:43,710 INFO [M:0;6912f599d260:45969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e7ff4e91ec843b2bc8028d9a80f6df6, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T17:12:43,710 DEBUG [M:0;6912f599d260:45969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d3dc696ab5b40518b814dcd904c4bfd as hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d3dc696ab5b40518b814dcd904c4bfd 2024-11-18T17:12:43,713 INFO [M:0;6912f599d260:45969 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d3dc696ab5b40518b814dcd904c4bfd 2024-11-18T17:12:43,713 INFO [M:0;6912f599d260:45969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d3dc696ab5b40518b814dcd904c4bfd, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T17:12:43,714 DEBUG [M:0;6912f599d260:45969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c134ef5827c4617989bca329b7f9c56 as hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c134ef5827c4617989bca329b7f9c56 2024-11-18T17:12:43,717 INFO [M:0;6912f599d260:45969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42193/user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c134ef5827c4617989bca329b7f9c56, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T17:12:43,717 INFO [M:0;6912f599d260:45969 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false 2024-11-18T17:12:43,719 INFO [M:0;6912f599d260:45969 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:43,719 DEBUG [M:0;6912f599d260:45969 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949962443Disabling compacts and flushes for region at 1731949962443Disabling writes for close at 1731949962443Obtaining lock to block concurrent updates at 1731949962443Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731949962443Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731949962444 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731949962444Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731949962444Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731949962456 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731949962456Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731949962864 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731949962877 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731949962877Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731949963284 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731949963299 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731949963299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@84559c4: reopening flushed file at 1731949963706 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3633cb77: reopening flushed file at 1731949963710 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58bf20f5: reopening flushed file at 1731949963713 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false at 1731949963717 (+4 ms)Writing region close event to WAL at 1731949963719 (+2 ms)Closed at 1731949963719 2024-11-18T17:12:43,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45727 is added to blk_1073741830_1006 (size=64411) 2024-11-18T17:12:43,720 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65d7ad94-db87-2604-baf7-b169017eede8/MasterData/WALs/6912f599d260,45969,1731949918366/6912f599d260%2C45969%2C1731949918366.1731949920260 not finished, retry = 0 2024-11-18T17:12:43,821 INFO [M:0;6912f599d260:45969 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:12:43,821 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:12:43,821 INFO [M:0;6912f599d260:45969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45969 2024-11-18T17:12:43,821 INFO [M:0;6912f599d260:45969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:12:43,955 INFO [M:0;6912f599d260:45969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:12:43,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:12:43,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x101503824750000, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:12:43,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68419b64{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:12:43,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35bb0777{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:12:43,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:12:43,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bd9d78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:12:43,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1311e2b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/hadoop.log.dir/,STOPPED} 2024-11-18T17:12:43,959 WARN [BP-2087896724-172.17.0.3-1731949916829 heartbeating to localhost/127.0.0.1:42193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:12:43,959 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:12:43,959 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:12:43,959 WARN [BP-2087896724-172.17.0.3-1731949916829 heartbeating to localhost/127.0.0.1:42193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2087896724-172.17.0.3-1731949916829 (Datanode Uuid 38aea922-0d52-4b37-a3f6-6c08cb39e0de) service to localhost/127.0.0.1:42193 2024-11-18T17:12:43,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/cluster_e980a638-9983-692b-bcca-8a2a54f95cb2/data/data1/current/BP-2087896724-172.17.0.3-1731949916829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:12:43,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/cluster_e980a638-9983-692b-bcca-8a2a54f95cb2/data/data2/current/BP-2087896724-172.17.0.3-1731949916829 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:12:43,959 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:12:43,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@239b8f5d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:12:43,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ab5c130{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:12:43,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:12:43,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402469fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:12:43,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28e577eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e405d082-7f37-81fc-8bc3-1aa24d5f39e1/hadoop.log.dir/,STOPPED} 2024-11-18T17:12:43,969 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:12:43,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:12:43,990 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 262) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43169 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:43169 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:42193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62418) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:42901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:43169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62418) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:42901 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:43169 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42901 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62418) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:42901 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:42193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:42193 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:42193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=726 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 195) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4266 (was 4407) 2024-11-18T17:12:44,000 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=726, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=4266 2024-11-18T17:12:44,014 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-18T17:12:44,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/hadoop.log.dir so I do NOT create it in target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010 2024-11-18T17:12:44,015 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:12:44,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/hadoop.tmp.dir so I do NOT create it in target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010 2024-11-18T17:12:44,015 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa43578a-9351-6f75-2590-5ca048c53ce4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:12:44,015 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010 2024-11-18T17:12:44,015 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/cluster_8dccf456-674a-eb03-16ad-498dbee5a8ad, deleteOnExit=true 2024-11-18T17:12:44,037 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/cluster_8dccf456-674a-eb03-16ad-498dbee5a8ad/zookeeper_0, clientPort=56967, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/cluster_8dccf456-674a-eb03-16ad-498dbee5a8ad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/cluster_8dccf456-674a-eb03-16ad-498dbee5a8ad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:12:44,037 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56967 2024-11-18T17:12:44,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:12:44,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:12:44,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/test.cache.data in system properties and HBase conf 2024-11-18T17:12:44,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:12:44,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:12:44,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:12:44,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:12:44,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:12:44,038 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:12:44,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:12:44,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:12:44,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:12:44,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:12:44,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:12:44,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:12:44,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:12:44,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:12:44,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:12:44,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:12:44,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:12:44,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:12:44,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:12:44,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:12:44,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101503824750005, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:12:44,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101503824750008, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:12:44,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101503824750002, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:12:44,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101503824750005, quorum=127.0.0.1:62418, baseZNode=/1-1286830147 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:12:44,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101503824750002, quorum=127.0.0.1:62418, baseZNode=/01198608437 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:12:44,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101503824750008, quorum=127.0.0.1:62418, baseZNode=/2-705912842 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:12:44,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:12:44,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:12:44,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:12:44,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:12:44,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:12:44,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:12:44,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f7c6d81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:12:44,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3248c827{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:12:44,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1580ea8c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/java.io.tmpdir/jetty-localhost-36573-hadoop-hdfs-3_4_1-tests_jar-_-any-15758918860195992872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:12:44,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@782d68d0{HTTP/1.1, (http/1.1)}{localhost:36573} 2024-11-18T17:12:44,461 INFO [Time-limited test {}] server.Server(415): Started @280311ms 2024-11-18T17:12:44,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:12:44,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:12:44,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:12:44,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:12:44,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:12:44,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d216166{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:12:44,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75ee7bb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:12:44,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52b65099{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/java.io.tmpdir/jetty-localhost-32819-hadoop-hdfs-3_4_1-tests_jar-_-any-9653211280700819578/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:12:44,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49db6621{HTTP/1.1, (http/1.1)}{localhost:32819} 2024-11-18T17:12:44,755 INFO [Time-limited test {}] server.Server(415): Started @280605ms 2024-11-18T17:12:44,756 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:12:45,226 WARN [Thread-3443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/cluster_8dccf456-674a-eb03-16ad-498dbee5a8ad/data/data2/current/BP-610721162-172.17.0.3-1731949964071/current, will proceed with Du for space computation calculation, 2024-11-18T17:12:45,226 WARN [Thread-3442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/cluster_8dccf456-674a-eb03-16ad-498dbee5a8ad/data/data1/current/BP-610721162-172.17.0.3-1731949964071/current, will proceed with Du for space computation calculation, 2024-11-18T17:12:45,246 WARN [Thread-3430 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:12:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17aa44f7f28f189e with lease ID 0x648479953c2cd93f: Processing first storage report for DS-d821c3ae-8696-4197-8cd8-62864d380ca7 from datanode DatanodeRegistration(127.0.0.1:34255, datanodeUuid=e32c7a54-d23e-4cfa-9be2-18f8deb69264, infoPort=45715, infoSecurePort=0, ipcPort=45317, storageInfo=lv=-57;cid=testClusterID;nsid=1978697725;c=1731949964071) 2024-11-18T17:12:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17aa44f7f28f189e with lease ID 0x648479953c2cd93f: from storage DS-d821c3ae-8696-4197-8cd8-62864d380ca7 node DatanodeRegistration(127.0.0.1:34255, datanodeUuid=e32c7a54-d23e-4cfa-9be2-18f8deb69264, infoPort=45715, infoSecurePort=0, ipcPort=45317, storageInfo=lv=-57;cid=testClusterID;nsid=1978697725;c=1731949964071), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:12:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17aa44f7f28f189e with lease ID 0x648479953c2cd93f: Processing first storage report for DS-2e078ba3-0c15-4c7d-81b4-2cd32062e245 from datanode DatanodeRegistration(127.0.0.1:34255, datanodeUuid=e32c7a54-d23e-4cfa-9be2-18f8deb69264, infoPort=45715, infoSecurePort=0, ipcPort=45317, storageInfo=lv=-57;cid=testClusterID;nsid=1978697725;c=1731949964071) 2024-11-18T17:12:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17aa44f7f28f189e with lease ID 0x648479953c2cd93f: from storage DS-2e078ba3-0c15-4c7d-81b4-2cd32062e245 node DatanodeRegistration(127.0.0.1:34255, datanodeUuid=e32c7a54-d23e-4cfa-9be2-18f8deb69264, infoPort=45715, infoSecurePort=0, ipcPort=45317, storageInfo=lv=-57;cid=testClusterID;nsid=1978697725;c=1731949964071), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:12:45,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010 2024-11-18T17:12:45,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:45,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:45,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:12:45,683 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171 with version=8 2024-11-18T17:12:45,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/hbase-staging 2024-11-18T17:12:45,685 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:12:45,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:45,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:45,685 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:12:45,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:45,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:12:45,685 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:12:45,685 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:12:45,686 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37123 2024-11-18T17:12:45,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37123 connecting to ZooKeeper ensemble=127.0.0.1:56967 2024-11-18T17:12:45,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371230x0, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:45,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37123-0x1015038dced0000 connected 2024-11-18T17:12:45,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:45,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:45,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Set watcher on znode that does not yet exist, /01785235564/running 2024-11-18T17:12:45,850 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171, hbase.cluster.distributed=false 2024-11-18T17:12:45,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Set watcher on znode that does not yet exist, /01785235564/acl 2024-11-18T17:12:45,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37123 2024-11-18T17:12:45,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37123 2024-11-18T17:12:45,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37123 2024-11-18T17:12:45,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37123 2024-11-18T17:12:45,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37123 2024-11-18T17:12:45,864 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:12:45,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:45,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:45,865 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:12:45,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:45,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:12:45,865 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:12:45,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:12:45,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46441 2024-11-18T17:12:45,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46441 connecting to ZooKeeper ensemble=127.0.0.1:56967 2024-11-18T17:12:45,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:45,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:45,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464410x0, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:45,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46441-0x1015038dced0001 connected 2024-11-18T17:12:45,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Set watcher on znode that does not yet exist, /01785235564/running 2024-11-18T17:12:45,880 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:12:45,881 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:12:45,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Set watcher on znode that does not yet exist, /01785235564/master 2024-11-18T17:12:45,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Set watcher on znode that does not yet exist, /01785235564/acl 2024-11-18T17:12:45,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46441 2024-11-18T17:12:45,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46441 2024-11-18T17:12:45,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46441 2024-11-18T17:12:45,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46441 2024-11-18T17:12:45,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46441 2024-11-18T17:12:45,903 DEBUG [M:0;6912f599d260:37123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:37123 2024-11-18T17:12:45,903 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01785235564/backup-masters/6912f599d260,37123,1731949965685 2024-11-18T17:12:45,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564/backup-masters 2024-11-18T17:12:45,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564/backup-masters 2024-11-18T17:12:45,913 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Set watcher on existing znode=/01785235564/backup-masters/6912f599d260,37123,1731949965685 2024-11-18T17:12:45,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:12:45,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01785235564/master 2024-11-18T17:12:45,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:12:45,921 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Set watcher on existing znode=/01785235564/master 2024-11-18T17:12:45,922 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01785235564/backup-masters/6912f599d260,37123,1731949965685 from backup master directory 2024-11-18T17:12:45,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01785235564/backup-masters/6912f599d260,37123,1731949965685 2024-11-18T17:12:45,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564/backup-masters 2024-11-18T17:12:45,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564/backup-masters 2024-11-18T17:12:45,929 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:12:45,930 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,37123,1731949965685 2024-11-18T17:12:45,932 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/hbase.id] with ID: 21f31ac5-18e0-4d56-aaaf-64474bfc2cad 2024-11-18T17:12:45,932 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/.tmp/hbase.id 2024-11-18T17:12:45,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:12:46,336 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/.tmp/hbase.id]:[hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/hbase.id] 2024-11-18T17:12:46,343 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:46,343 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:12:46,344 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:12:46,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:12:46,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:12:46,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:12:46,784 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:12:46,784 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:12:46,785 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:46,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:12:47,190 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store 2024-11-18T17:12:47,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:12:47,595 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:47,595 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:12:47,595 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:47,595 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:47,595 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:12:47,595 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:47,595 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:47,595 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949967595Disabling compacts and flushes for region at 1731949967595Disabling writes for close at 1731949967595Writing region close event to WAL at 1731949967595Closed at 1731949967595 2024-11-18T17:12:47,596 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/.initializing 2024-11-18T17:12:47,596 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/WALs/6912f599d260,37123,1731949965685 2024-11-18T17:12:47,596 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:12:47,597 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C37123%2C1731949965685, suffix=, logDir=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/WALs/6912f599d260,37123,1731949965685, archiveDir=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/oldWALs, maxLogs=10 2024-11-18T17:12:47,609 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/WALs/6912f599d260,37123,1731949965685/6912f599d260%2C37123%2C1731949965685.1731949967598, exclude list is [], retry=0 2024-11-18T17:12:47,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34255,DS-d821c3ae-8696-4197-8cd8-62864d380ca7,DISK] 2024-11-18T17:12:47,613 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/WALs/6912f599d260,37123,1731949965685/6912f599d260%2C37123%2C1731949965685.1731949967598 2024-11-18T17:12:47,613 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45715:45715)] 2024-11-18T17:12:47,613 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:47,613 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:47,613 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:47,613 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:47,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:47,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:12:47,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:47,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:47,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:47,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:12:47,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:47,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:47,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:47,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:12:47,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:47,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:47,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:47,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:12:47,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:47,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:47,619 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:47,619 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:47,619 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:47,620 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:47,620 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:47,620 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:47,621 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:47,625 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:47,626 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60566884, jitterRate=-0.09748309850692749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:47,626 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949967613Initializing all the Stores at 1731949967614 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949967614Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949967614Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949967614Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949967614Cleaning up temporary data from old regions at 1731949967620 (+6 ms)Region opened successfully at 1731949967626 (+6 ms) 2024-11-18T17:12:47,627 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:12:47,628 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb3dbf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:12:47,629 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:12:47,629 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:12:47,629 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:12:47,629 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:12:47,630 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:12:47,630 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:12:47,630 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:12:47,631 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:12:47,632 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Unable to get data of znode /01785235564/balancer because node does not exist (not necessarily an error) 2024-11-18T17:12:47,671 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01785235564/balancer already deleted, retry=false 2024-11-18T17:12:47,671 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:12:47,672 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Unable to get data of znode /01785235564/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:12:47,679 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01785235564/normalizer already deleted, retry=false 2024-11-18T17:12:47,680 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:12:47,680 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Unable to get data of znode /01785235564/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:12:47,688 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01785235564/switch/split already deleted, retry=false 2024-11-18T17:12:47,688 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Unable to get data of znode /01785235564/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:12:47,696 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01785235564/switch/merge already deleted, retry=false 2024-11-18T17:12:47,698 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Unable to get data of znode /01785235564/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:12:47,704 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01785235564/snapshot-cleanup already deleted, retry=false 2024-11-18T17:12:47,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01785235564/running 2024-11-18T17:12:47,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01785235564/running 2024-11-18T17:12:47,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:12:47,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:12:47,713 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,37123,1731949965685, sessionid=0x1015038dced0000, setting cluster-up flag (Was=false) 2024-11-18T17:12:47,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:12:47,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:12:47,754 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01785235564/flush-table-proc/acquired, /01785235564/flush-table-proc/reached, /01785235564/flush-table-proc/abort 2024-11-18T17:12:47,755 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,37123,1731949965685 2024-11-18T17:12:47,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:12:47,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:12:47,796 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01785235564/online-snapshot/acquired, /01785235564/online-snapshot/reached, /01785235564/online-snapshot/abort 2024-11-18T17:12:47,797 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,37123,1731949965685 2024-11-18T17:12:47,797 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:12:47,798 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:47,799 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:12:47,799 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:12:47,799 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,37123,1731949965685 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:12:47,800 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:47,800 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:47,800 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:47,800 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:47,800 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:12:47,800 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:47,800 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:12:47,800 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:47,800 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731949997800 2024-11-18T17:12:47,801 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:12:47,801 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:12:47,801 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:12:47,801 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:12:47,801 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:12:47,801 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:12:47,801 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:47,801 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:47,801 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:12:47,801 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:12:47,801 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:12:47,801 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:12:47,801 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:12:47,801 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:12:47,802 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:12:47,802 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:47,802 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949967802,5,FailOnTimeoutGroup] 2024-11-18T17:12:47,802 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:12:47,802 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949967802,5,FailOnTimeoutGroup] 2024-11-18T17:12:47,802 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:47,802 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:12:47,802 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:47,802 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:47,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:12:47,892 INFO [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(746): ClusterId : 21f31ac5-18e0-4d56-aaaf-64474bfc2cad 2024-11-18T17:12:47,892 DEBUG [RS:0;6912f599d260:46441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:12:47,901 DEBUG [RS:0;6912f599d260:46441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:12:47,901 DEBUG [RS:0;6912f599d260:46441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:12:47,909 DEBUG [RS:0;6912f599d260:46441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:12:47,910 DEBUG [RS:0;6912f599d260:46441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d415a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:12:47,920 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:46441 2024-11-18T17:12:47,920 INFO [RS:0;6912f599d260:46441 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:12:47,920 INFO [RS:0;6912f599d260:46441 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:12:47,920 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:12:47,921 INFO [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,37123,1731949965685 with port=46441, startcode=1731949965864 2024-11-18T17:12:47,921 DEBUG [RS:0;6912f599d260:46441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:12:47,922 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:12:47,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,46441,1731949965864 2024-11-18T17:12:47,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37123 {}] master.ServerManager(517): Registering regionserver=6912f599d260,46441,1731949965864 2024-11-18T17:12:47,924 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171 2024-11-18T17:12:47,924 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40071 2024-11-18T17:12:47,924 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:12:47,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564/rs 2024-11-18T17:12:47,934 DEBUG [RS:0;6912f599d260:46441 {}] zookeeper.ZKUtil(111): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Set watcher on existing znode=/01785235564/rs/6912f599d260,46441,1731949965864 2024-11-18T17:12:47,934 WARN [RS:0;6912f599d260:46441 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:12:47,934 INFO [RS:0;6912f599d260:46441 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:47,935 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864 2024-11-18T17:12:47,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,46441,1731949965864] 2024-11-18T17:12:47,937 INFO [RS:0;6912f599d260:46441 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:12:47,938 INFO [RS:0;6912f599d260:46441 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:12:47,938 INFO [RS:0;6912f599d260:46441 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:12:47,938 INFO [RS:0;6912f599d260:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:47,938 INFO [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:12:47,939 INFO [RS:0;6912f599d260:46441 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:12:47,939 INFO [RS:0;6912f599d260:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:47,939 DEBUG [RS:0;6912f599d260:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:47,939 DEBUG [RS:0;6912f599d260:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:47,939 DEBUG [RS:0;6912f599d260:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:47,939 DEBUG [RS:0;6912f599d260:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:47,939 DEBUG [RS:0;6912f599d260:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:47,939 DEBUG [RS:0;6912f599d260:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:12:47,939 DEBUG [RS:0;6912f599d260:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:47,939 DEBUG [RS:0;6912f599d260:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:47,939 DEBUG [RS:0;6912f599d260:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:47,939 DEBUG [RS:0;6912f599d260:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:47,939 DEBUG [RS:0;6912f599d260:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:47,939 DEBUG [RS:0;6912f599d260:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:47,939 DEBUG [RS:0;6912f599d260:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:12:47,939 DEBUG [RS:0;6912f599d260:46441 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:12:47,942 INFO [RS:0;6912f599d260:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:47,942 INFO [RS:0;6912f599d260:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:47,942 INFO [RS:0;6912f599d260:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:47,942 INFO [RS:0;6912f599d260:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:47,942 INFO [RS:0;6912f599d260:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:47,942 INFO [RS:0;6912f599d260:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46441,1731949965864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:12:47,954 INFO [RS:0;6912f599d260:46441 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:12:47,954 INFO [RS:0;6912f599d260:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,46441,1731949965864-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:47,954 INFO [RS:0;6912f599d260:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:47,954 INFO [RS:0;6912f599d260:46441 {}] regionserver.Replication(171): 6912f599d260,46441,1731949965864 started 2024-11-18T17:12:47,965 INFO [RS:0;6912f599d260:46441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:47,965 INFO [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,46441,1731949965864, RpcServer on 6912f599d260/172.17.0.3:46441, sessionid=0x1015038dced0001 2024-11-18T17:12:47,966 DEBUG [RS:0;6912f599d260:46441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:12:47,966 DEBUG [RS:0;6912f599d260:46441 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,46441,1731949965864 2024-11-18T17:12:47,966 DEBUG [RS:0;6912f599d260:46441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,46441,1731949965864' 2024-11-18T17:12:47,966 DEBUG [RS:0;6912f599d260:46441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01785235564/flush-table-proc/abort' 2024-11-18T17:12:47,966 DEBUG [RS:0;6912f599d260:46441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01785235564/flush-table-proc/acquired' 2024-11-18T17:12:47,967 DEBUG [RS:0;6912f599d260:46441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:12:47,967 DEBUG [RS:0;6912f599d260:46441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:12:47,967 DEBUG [RS:0;6912f599d260:46441 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,46441,1731949965864 2024-11-18T17:12:47,967 DEBUG [RS:0;6912f599d260:46441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,46441,1731949965864' 2024-11-18T17:12:47,967 DEBUG [RS:0;6912f599d260:46441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01785235564/online-snapshot/abort' 2024-11-18T17:12:47,967 DEBUG [RS:0;6912f599d260:46441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01785235564/online-snapshot/acquired' 2024-11-18T17:12:47,967 DEBUG [RS:0;6912f599d260:46441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:12:47,967 INFO [RS:0;6912f599d260:46441 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:12:47,967 INFO [RS:0;6912f599d260:46441 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:12:48,067 INFO [RS:0;6912f599d260:46441 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:12:48,069 INFO [RS:0;6912f599d260:46441 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C46441%2C1731949965864, suffix=, logDir=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864, archiveDir=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/oldWALs, maxLogs=10 2024-11-18T17:12:48,080 DEBUG [RS:0;6912f599d260:46441 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069, exclude list is [], retry=0 2024-11-18T17:12:48,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34255,DS-d821c3ae-8696-4197-8cd8-62864d380ca7,DISK] 2024-11-18T17:12:48,083 INFO [RS:0;6912f599d260:46441 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 2024-11-18T17:12:48,083 DEBUG [RS:0;6912f599d260:46441 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45715:45715)] 2024-11-18T17:12:48,209 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:12:48,209 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171 2024-11-18T17:12:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:12:48,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:48,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:12:48,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:12:48,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:48,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:48,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:12:48,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:12:48,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:48,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:48,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:12:48,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:12:48,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:48,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:48,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:12:48,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:12:48,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:48,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:48,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:12:48,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740 2024-11-18T17:12:48,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740 2024-11-18T17:12:48,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:12:48,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:12:48,621 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:48,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:12:48,623 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:48,623 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65778292, jitterRate=-0.019827067852020264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949968614Initializing all the Stores at 1731949968614Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949968614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949968614Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949968614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949968614Cleaning up temporary data from old regions at 1731949968621 (+7 ms)Region opened successfully at 1731949968624 (+3 ms) 2024-11-18T17:12:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:12:48,624 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:12:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:12:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:12:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:12:48,624 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:12:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949968624Disabling compacts and flushes for region at 1731949968624Disabling writes for close at 1731949968624Writing region close event to WAL at 1731949968624Closed at 1731949968624 2024-11-18T17:12:48,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:48,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:12:48,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:12:48,626 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:12:48,626 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:12:48,776 DEBUG [6912f599d260:37123 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:12:48,777 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,46441,1731949965864 2024-11-18T17:12:48,778 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,46441,1731949965864, state=OPENING 2024-11-18T17:12:48,813 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:12:48,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:12:48,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:12:48,822 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:12:48,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01785235564/meta-region-server: CHANGED 2024-11-18T17:12:48,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01785235564/meta-region-server: CHANGED 2024-11-18T17:12:48,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,46441,1731949965864}] 2024-11-18T17:12:48,973 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:12:48,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:12:48,977 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:12:48,977 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:48,977 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:12:48,978 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C46441%2C1731949965864.meta, suffix=.meta, logDir=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864, archiveDir=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/oldWALs, maxLogs=10 2024-11-18T17:12:48,990 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.meta.1731949968978.meta, exclude list is [], retry=0 2024-11-18T17:12:48,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34255,DS-d821c3ae-8696-4197-8cd8-62864d380ca7,DISK] 2024-11-18T17:12:48,992 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.meta.1731949968978.meta 2024-11-18T17:12:48,993 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45715:45715)] 2024-11-18T17:12:48,993 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:48,993 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:12:48,993 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:12:48,994 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:12:48,994 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:12:48,994 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:12:48,994 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:48,994 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:12:48,994 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:12:48,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:12:48,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:12:48,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:48,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:48,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:12:48,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:12:48,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:48,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:48,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:12:48,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:12:48,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:48,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:48,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:12:48,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:12:48,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:48,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:48,998 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:12:48,998 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740 2024-11-18T17:12:48,999 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740 2024-11-18T17:12:49,000 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:12:49,000 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:12:49,000 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:49,001 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:12:49,002 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59138603, jitterRate=-0.11876614391803741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:49,002 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:12:49,002 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949968994Writing region info on filesystem at 1731949968994Initializing all the Stores at 1731949968995 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949968995Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949968995Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949968995Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949968995Cleaning up temporary data from old regions at 1731949969000 (+5 ms)Running coprocessor post-open hooks at 1731949969002 (+2 ms)Region opened successfully at 1731949969002 2024-11-18T17:12:49,003 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949968973 2024-11-18T17:12:49,005 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:12:49,005 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:12:49,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,46441,1731949965864 2024-11-18T17:12:49,006 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,46441,1731949965864, state=OPEN 2024-11-18T17:12:49,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01785235564/meta-region-server 2024-11-18T17:12:49,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01785235564/meta-region-server 2024-11-18T17:12:49,038 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,46441,1731949965864 2024-11-18T17:12:49,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01785235564/meta-region-server: CHANGED 2024-11-18T17:12:49,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01785235564/meta-region-server: CHANGED 2024-11-18T17:12:49,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:12:49,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,46441,1731949965864 in 216 msec 2024-11-18T17:12:49,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:12:49,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-18T17:12:49,041 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:49,041 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:12:49,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:49,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,46441,1731949965864, seqNum=-1] 2024-11-18T17:12:49,042 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:49,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:12:49,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-18T17:12:49,047 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949969047, completionTime=-1 2024-11-18T17:12:49,047 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:12:49,047 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:12:49,048 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:12:49,048 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731950029048 2024-11-18T17:12:49,048 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731950089048 2024-11-18T17:12:49,048 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:12:49,049 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37123,1731949965685-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:49,049 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37123,1731949965685-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:49,049 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37123,1731949965685-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:49,049 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:37123, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:49,049 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:49,049 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:49,050 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:12:49,052 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.122sec 2024-11-18T17:12:49,052 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:12:49,052 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:12:49,052 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:12:49,052 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:12:49,052 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:12:49,052 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37123,1731949965685-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:12:49,052 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37123,1731949965685-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:12:49,054 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:12:49,054 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:12:49,054 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,37123,1731949965685-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:49,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c118323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:49,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,37123,-1 for getting cluster id 2024-11-18T17:12:49,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:49,094 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21f31ac5-18e0-4d56-aaaf-64474bfc2cad' 2024-11-18T17:12:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21f31ac5-18e0-4d56-aaaf-64474bfc2cad" 2024-11-18T17:12:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513c0e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,37123,-1] 2024-11-18T17:12:49,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:49,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:49,095 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:49,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ab29b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:49,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:49,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,46441,1731949965864, seqNum=-1] 2024-11-18T17:12:49,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:49,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:12:49,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,37123,1731949965685 2024-11-18T17:12:49,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56967 2024-11-18T17:12:49,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:49,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015038dced0002 connected 2024-11-18T17:12:49,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/hadoop.log.dir so I do NOT create it in target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308 2024-11-18T17:12:49,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:12:49,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/hadoop.tmp.dir so I do NOT create it in target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308 2024-11-18T17:12:49,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:12:49,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308 2024-11-18T17:12:49,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:12:49,128 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/cluster_aa75756a-a127-bc2c-aeb8-f61d4b6ccd83, deleteOnExit=true 2024-11-18T17:12:49,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:12:49,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/test.cache.data in system properties and HBase conf 2024-11-18T17:12:49,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:12:49,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:12:49,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:12:49,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:12:49,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:12:49,128 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:12:49,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:12:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:12:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:12:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:12:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:12:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:12:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:12:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:12:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:12:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:12:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:12:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:12:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:12:49,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:12:49,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:12:49,348 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:12:49,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:12:49,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:12:49,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:12:49,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:12:49,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31d3e40e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:12:49,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22cb60d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:12:49,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:49,406 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:12:49,407 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88652 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:12:49,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65d22d8b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/java.io.tmpdir/jetty-localhost-33303-hadoop-hdfs-3_4_1-tests_jar-_-any-4838224518678850285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:12:49,448 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@416f0252{HTTP/1.1, (http/1.1)}{localhost:33303} 2024-11-18T17:12:49,448 INFO [Time-limited test {}] server.Server(415): Started @285299ms 2024-11-18T17:12:49,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:12:49,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:12:49,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:12:49,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:12:49,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:12:49,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d3b7a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:12:49,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633ab020{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:12:49,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f52f02{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/java.io.tmpdir/jetty-localhost-36349-hadoop-hdfs-3_4_1-tests_jar-_-any-1529442689417153489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:12:49,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e4dc36f{HTTP/1.1, (http/1.1)}{localhost:36349} 2024-11-18T17:12:49,748 INFO [Time-limited test {}] server.Server(415): Started @285598ms 2024-11-18T17:12:49,749 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:12:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T17:12:49,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:12:50,240 WARN [Thread-3562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/cluster_aa75756a-a127-bc2c-aeb8-f61d4b6ccd83/data/data1/current/BP-1148620345-172.17.0.3-1731949969142/current, will proceed with Du for space computation calculation, 2024-11-18T17:12:50,240 WARN [Thread-3563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/cluster_aa75756a-a127-bc2c-aeb8-f61d4b6ccd83/data/data2/current/BP-1148620345-172.17.0.3-1731949969142/current, will proceed with Du for space computation calculation, 2024-11-18T17:12:50,257 WARN [Thread-3550 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:12:50,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3de7c6e92d6f1f78 with lease ID 0x1fe9cd380eed03ee: Processing first storage report for DS-b9afba5e-2cb2-4492-9060-598518dffbf2 from datanode DatanodeRegistration(127.0.0.1:39207, datanodeUuid=a111a081-571b-4314-819f-4e37e7ad3fc1, infoPort=39197, infoSecurePort=0, ipcPort=43021, storageInfo=lv=-57;cid=testClusterID;nsid=1881639784;c=1731949969142) 2024-11-18T17:12:50,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3de7c6e92d6f1f78 with lease ID 0x1fe9cd380eed03ee: from storage DS-b9afba5e-2cb2-4492-9060-598518dffbf2 node DatanodeRegistration(127.0.0.1:39207, datanodeUuid=a111a081-571b-4314-819f-4e37e7ad3fc1, infoPort=39197, infoSecurePort=0, ipcPort=43021, storageInfo=lv=-57;cid=testClusterID;nsid=1881639784;c=1731949969142), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:12:50,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3de7c6e92d6f1f78 with lease ID 0x1fe9cd380eed03ee: Processing first storage report for DS-15e424e0-9e9d-42a5-8735-4b72f378ed8c from datanode DatanodeRegistration(127.0.0.1:39207, datanodeUuid=a111a081-571b-4314-819f-4e37e7ad3fc1, infoPort=39197, infoSecurePort=0, ipcPort=43021, storageInfo=lv=-57;cid=testClusterID;nsid=1881639784;c=1731949969142) 2024-11-18T17:12:50,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3de7c6e92d6f1f78 with lease ID 0x1fe9cd380eed03ee: from storage DS-15e424e0-9e9d-42a5-8735-4b72f378ed8c node DatanodeRegistration(127.0.0.1:39207, datanodeUuid=a111a081-571b-4314-819f-4e37e7ad3fc1, infoPort=39197, infoSecurePort=0, ipcPort=43021, storageInfo=lv=-57;cid=testClusterID;nsid=1881639784;c=1731949969142), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:12:50,270 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308 2024-11-18T17:12:50,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:50,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:50,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:12:50,677 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a with version=8 2024-11-18T17:12:50,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/hbase-staging 2024-11-18T17:12:50,679 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:12:50,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:50,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:50,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:12:50,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:50,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:12:50,679 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:12:50,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:12:50,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39987 2024-11-18T17:12:50,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39987 connecting to ZooKeeper ensemble=127.0.0.1:56967 2024-11-18T17:12:50,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399870x0, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:50,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39987-0x1015038dced0003 connected 2024-11-18T17:12:50,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:50,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:50,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Set watcher on znode that does not yet exist, /1585448103/running 2024-11-18T17:12:50,782 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a, hbase.cluster.distributed=false 2024-11-18T17:12:50,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Set watcher on znode that does not yet exist, /1585448103/acl 2024-11-18T17:12:50,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39987 2024-11-18T17:12:50,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39987 2024-11-18T17:12:50,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39987 2024-11-18T17:12:50,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39987 2024-11-18T17:12:50,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39987 2024-11-18T17:12:50,797 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:12:50,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:50,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:50,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:12:50,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:50,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:12:50,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:12:50,797 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:12:50,797 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33591 2024-11-18T17:12:50,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33591 connecting to ZooKeeper ensemble=127.0.0.1:56967 2024-11-18T17:12:50,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:50,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:50,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335910x0, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:50,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33591-0x1015038dced0004 connected 2024-11-18T17:12:50,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Set watcher on znode that does not yet exist, /1585448103/running 2024-11-18T17:12:50,809 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:12:50,810 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:12:50,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Set watcher on znode that does not yet exist, /1585448103/master 2024-11-18T17:12:50,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Set watcher on znode that does not yet exist, /1585448103/acl 2024-11-18T17:12:50,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33591 2024-11-18T17:12:50,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33591 2024-11-18T17:12:50,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33591 2024-11-18T17:12:50,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33591 2024-11-18T17:12:50,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33591 2024-11-18T17:12:50,827 DEBUG [M:0;6912f599d260:39987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:39987 2024-11-18T17:12:50,827 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1585448103/backup-masters/6912f599d260,39987,1731949970679 2024-11-18T17:12:50,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103/backup-masters 2024-11-18T17:12:50,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103/backup-masters 2024-11-18T17:12:50,838 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Set watcher on existing znode=/1585448103/backup-masters/6912f599d260,39987,1731949970679 2024-11-18T17:12:50,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1585448103/master 2024-11-18T17:12:50,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:12:50,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:12:50,846 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Set watcher on existing znode=/1585448103/master 2024-11-18T17:12:50,846 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1585448103/backup-masters/6912f599d260,39987,1731949970679 from backup master directory 2024-11-18T17:12:50,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1585448103/backup-masters/6912f599d260,39987,1731949970679 2024-11-18T17:12:50,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103/backup-masters 2024-11-18T17:12:50,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103/backup-masters 2024-11-18T17:12:50,854 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:12:50,854 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,39987,1731949970679 2024-11-18T17:12:50,857 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/hbase.id] with ID: a8dc3247-d139-411c-ae86-502c2b4c0c68 2024-11-18T17:12:50,857 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/.tmp/hbase.id 2024-11-18T17:12:50,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:12:51,260 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/.tmp/hbase.id]:[hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/hbase.id] 2024-11-18T17:12:51,267 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:51,267 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:12:51,268 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:12:51,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:12:51,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:12:51,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:12:51,737 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:12:51,738 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:12:51,738 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:51,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:12:52,144 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store 2024-11-18T17:12:52,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:12:52,549 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:52,549 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:12:52,549 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:52,549 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:52,549 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:12:52,549 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:52,549 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:52,549 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949972549Disabling compacts and flushes for region at 1731949972549Disabling writes for close at 1731949972549Writing region close event to WAL at 1731949972549Closed at 1731949972549 2024-11-18T17:12:52,550 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/.initializing 2024-11-18T17:12:52,550 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/WALs/6912f599d260,39987,1731949970679 2024-11-18T17:12:52,550 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:12:52,551 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C39987%2C1731949970679, suffix=, logDir=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/WALs/6912f599d260,39987,1731949970679, archiveDir=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/oldWALs, maxLogs=10 2024-11-18T17:12:52,563 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/WALs/6912f599d260,39987,1731949970679/6912f599d260%2C39987%2C1731949970679.1731949972551, exclude list is [], retry=0 2024-11-18T17:12:52,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39207,DS-b9afba5e-2cb2-4492-9060-598518dffbf2,DISK] 2024-11-18T17:12:52,566 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/WALs/6912f599d260,39987,1731949970679/6912f599d260%2C39987%2C1731949970679.1731949972551 2024-11-18T17:12:52,567 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197)] 2024-11-18T17:12:52,567 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:52,567 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:52,567 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:52,567 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:52,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:52,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:12:52,569 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:52,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:52,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:52,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:12:52,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:52,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:52,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:52,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:12:52,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:52,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:52,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:52,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:12:52,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:52,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:52,572 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:52,572 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:52,573 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:52,573 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:52,573 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:52,574 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:52,574 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:52,575 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:52,576 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68657275, jitterRate=0.023073121905326843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:52,576 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949972567Initializing all the Stores at 1731949972568 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949972568Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949972568Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949972568Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949972568Cleaning up temporary data from old regions at 1731949972573 (+5 ms)Region opened successfully at 1731949972576 (+3 ms) 2024-11-18T17:12:52,576 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:12:52,578 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490723f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:12:52,578 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:12:52,579 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:12:52,579 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:12:52,579 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:12:52,579 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:12:52,579 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:12:52,579 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:12:52,581 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:12:52,581 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Unable to get data of znode /1585448103/balancer because node does not exist (not necessarily an error) 2024-11-18T17:12:52,621 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1585448103/balancer already deleted, retry=false 2024-11-18T17:12:52,621 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:12:52,622 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Unable to get data of znode /1585448103/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:12:52,629 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1585448103/normalizer already deleted, retry=false 2024-11-18T17:12:52,629 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:12:52,630 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Unable to get data of znode /1585448103/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:12:52,637 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1585448103/switch/split already deleted, retry=false 2024-11-18T17:12:52,638 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Unable to get data of znode /1585448103/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:12:52,646 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1585448103/switch/merge already deleted, retry=false 2024-11-18T17:12:52,647 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Unable to get data of znode /1585448103/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:12:52,654 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1585448103/snapshot-cleanup already deleted, retry=false 2024-11-18T17:12:52,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1585448103/running 2024-11-18T17:12:52,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1585448103/running 2024-11-18T17:12:52,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:12:52,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:12:52,663 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,39987,1731949970679, sessionid=0x1015038dced0003, setting cluster-up flag (Was=false) 2024-11-18T17:12:52,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:12:52,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:12:52,704 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1585448103/flush-table-proc/acquired, /1585448103/flush-table-proc/reached, /1585448103/flush-table-proc/abort 2024-11-18T17:12:52,705 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,39987,1731949970679 2024-11-18T17:12:52,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:12:52,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:12:52,746 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1585448103/online-snapshot/acquired, /1585448103/online-snapshot/reached, /1585448103/online-snapshot/abort 2024-11-18T17:12:52,747 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,39987,1731949970679 2024-11-18T17:12:52,747 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:12:52,748 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:52,748 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:12:52,748 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:12:52,749 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,39987,1731949970679 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:12:52,750 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:52,750 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:52,750 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:52,750 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:52,750 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:12:52,750 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:52,750 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:12:52,750 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:52,750 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731950002750 2024-11-18T17:12:52,750 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:12:52,751 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:12:52,751 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:12:52,751 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:12:52,751 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:12:52,751 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:12:52,751 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:52,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:12:52,751 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:52,751 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:12:52,751 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:12:52,751 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:12:52,751 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:12:52,751 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:52,751 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:12:52,751 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:12:52,751 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:12:52,752 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949972751,5,FailOnTimeoutGroup] 2024-11-18T17:12:52,752 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949972752,5,FailOnTimeoutGroup] 2024-11-18T17:12:52,752 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:52,752 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:12:52,752 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:52,752 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:52,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:12:52,820 INFO [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(746): ClusterId : a8dc3247-d139-411c-ae86-502c2b4c0c68 2024-11-18T17:12:52,820 DEBUG [RS:0;6912f599d260:33591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:12:52,830 DEBUG [RS:0;6912f599d260:33591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:12:52,830 DEBUG [RS:0;6912f599d260:33591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:12:52,838 DEBUG [RS:0;6912f599d260:33591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:12:52,838 DEBUG [RS:0;6912f599d260:33591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e48f01c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:12:52,849 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:33591 2024-11-18T17:12:52,849 INFO [RS:0;6912f599d260:33591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:12:52,849 INFO [RS:0;6912f599d260:33591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:12:52,849 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:12:52,850 INFO [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,39987,1731949970679 with port=33591, startcode=1731949970796 2024-11-18T17:12:52,850 DEBUG [RS:0;6912f599d260:33591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:12:52,851 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:12:52,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39987 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,33591,1731949970796 2024-11-18T17:12:52,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39987 {}] master.ServerManager(517): Registering regionserver=6912f599d260,33591,1731949970796 2024-11-18T17:12:52,852 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a 2024-11-18T17:12:52,852 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38803 2024-11-18T17:12:52,852 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:12:52,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103/rs 2024-11-18T17:12:52,863 DEBUG [RS:0;6912f599d260:33591 {}] zookeeper.ZKUtil(111): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Set watcher on existing znode=/1585448103/rs/6912f599d260,33591,1731949970796 2024-11-18T17:12:52,863 WARN [RS:0;6912f599d260:33591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:12:52,863 INFO [RS:0;6912f599d260:33591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:52,863 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796 2024-11-18T17:12:52,863 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,33591,1731949970796] 2024-11-18T17:12:52,865 INFO [RS:0;6912f599d260:33591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:12:52,866 INFO [RS:0;6912f599d260:33591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:12:52,866 INFO [RS:0;6912f599d260:33591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:12:52,866 INFO [RS:0;6912f599d260:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:52,867 INFO [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:12:52,867 INFO [RS:0;6912f599d260:33591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:12:52,867 INFO [RS:0;6912f599d260:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:52,867 DEBUG [RS:0;6912f599d260:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:52,867 DEBUG [RS:0;6912f599d260:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:52,867 DEBUG [RS:0;6912f599d260:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:52,867 DEBUG [RS:0;6912f599d260:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:52,867 DEBUG [RS:0;6912f599d260:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:52,867 DEBUG [RS:0;6912f599d260:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:12:52,867 DEBUG [RS:0;6912f599d260:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:52,867 DEBUG [RS:0;6912f599d260:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:52,867 DEBUG [RS:0;6912f599d260:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:52,867 DEBUG [RS:0;6912f599d260:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:52,867 DEBUG [RS:0;6912f599d260:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:52,867 DEBUG [RS:0;6912f599d260:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:52,867 DEBUG [RS:0;6912f599d260:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:12:52,867 DEBUG [RS:0;6912f599d260:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:12:52,868 INFO [RS:0;6912f599d260:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:52,868 INFO [RS:0;6912f599d260:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:52,868 INFO [RS:0;6912f599d260:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:52,868 INFO [RS:0;6912f599d260:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:52,868 INFO [RS:0;6912f599d260:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:52,868 INFO [RS:0;6912f599d260:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,33591,1731949970796-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:12:52,887 INFO [RS:0;6912f599d260:33591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:12:52,887 INFO [RS:0;6912f599d260:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,33591,1731949970796-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:52,888 INFO [RS:0;6912f599d260:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:52,888 INFO [RS:0;6912f599d260:33591 {}] regionserver.Replication(171): 6912f599d260,33591,1731949970796 started 2024-11-18T17:12:52,903 INFO [RS:0;6912f599d260:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:52,903 INFO [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,33591,1731949970796, RpcServer on 6912f599d260/172.17.0.3:33591, sessionid=0x1015038dced0004 2024-11-18T17:12:52,903 DEBUG [RS:0;6912f599d260:33591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:12:52,903 DEBUG [RS:0;6912f599d260:33591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,33591,1731949970796 2024-11-18T17:12:52,903 DEBUG [RS:0;6912f599d260:33591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,33591,1731949970796' 2024-11-18T17:12:52,903 DEBUG [RS:0;6912f599d260:33591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1585448103/flush-table-proc/abort' 2024-11-18T17:12:52,904 DEBUG [RS:0;6912f599d260:33591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1585448103/flush-table-proc/acquired' 2024-11-18T17:12:52,904 DEBUG [RS:0;6912f599d260:33591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:12:52,904 DEBUG [RS:0;6912f599d260:33591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:12:52,904 DEBUG [RS:0;6912f599d260:33591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,33591,1731949970796 2024-11-18T17:12:52,904 DEBUG [RS:0;6912f599d260:33591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,33591,1731949970796' 2024-11-18T17:12:52,904 DEBUG [RS:0;6912f599d260:33591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1585448103/online-snapshot/abort' 2024-11-18T17:12:52,905 DEBUG [RS:0;6912f599d260:33591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1585448103/online-snapshot/acquired' 2024-11-18T17:12:52,905 DEBUG [RS:0;6912f599d260:33591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:12:52,905 INFO [RS:0;6912f599d260:33591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:12:52,905 INFO [RS:0;6912f599d260:33591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:12:53,005 INFO [RS:0;6912f599d260:33591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:12:53,006 INFO [RS:0;6912f599d260:33591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C33591%2C1731949970796, suffix=, logDir=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796, archiveDir=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/oldWALs, maxLogs=10 2024-11-18T17:12:53,022 DEBUG [RS:0;6912f599d260:33591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007, exclude list is [], retry=0 2024-11-18T17:12:53,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39207,DS-b9afba5e-2cb2-4492-9060-598518dffbf2,DISK] 2024-11-18T17:12:53,025 INFO [RS:0;6912f599d260:33591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 2024-11-18T17:12:53,026 DEBUG [RS:0;6912f599d260:33591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197)] 2024-11-18T17:12:53,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:12:53,158 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a 2024-11-18T17:12:53,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:12:53,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:53,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:12:53,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:12:53,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:53,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:53,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:12:53,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:12:53,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:53,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:53,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:12:53,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:12:53,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:53,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:53,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:12:53,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:12:53,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:53,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:53,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:12:53,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740 2024-11-18T17:12:53,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740 2024-11-18T17:12:53,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:12:53,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:12:53,570 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:53,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:12:53,572 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:53,573 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72068626, jitterRate=0.07390621304512024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:53,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949973563Initializing all the Stores at 1731949973564 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949973564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949973564Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949973564Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949973564Cleaning up temporary data from old regions at 1731949973570 (+6 ms)Region opened successfully at 1731949973573 (+3 ms) 2024-11-18T17:12:53,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:12:53,573 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:12:53,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:12:53,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:12:53,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:12:53,573 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:12:53,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949973573Disabling compacts and flushes for region at 1731949973573Disabling writes for close at 1731949973573Writing region close event to WAL at 1731949973573Closed at 1731949973573 2024-11-18T17:12:53,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:53,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:12:53,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:12:53,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:12:53,576 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:12:53,726 DEBUG [6912f599d260:39987 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:12:53,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,33591,1731949970796 2024-11-18T17:12:53,727 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,33591,1731949970796, state=OPENING 2024-11-18T17:12:53,811 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:12:53,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:12:53,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:12:53,829 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:12:53,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1585448103/meta-region-server: CHANGED 2024-11-18T17:12:53,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1585448103/meta-region-server: CHANGED 2024-11-18T17:12:53,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,33591,1731949970796}] 2024-11-18T17:12:53,937 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:12:53,981 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:12:53,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:12:53,985 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:12:53,985 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:53,985 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:12:53,986 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C33591%2C1731949970796.meta, suffix=.meta, logDir=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796, archiveDir=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/oldWALs, maxLogs=10 2024-11-18T17:12:53,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:53,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:53,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:53,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:53,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:53,998 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.meta.1731949973986.meta, exclude list is [], retry=0 2024-11-18T17:12:54,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39207,DS-b9afba5e-2cb2-4492-9060-598518dffbf2,DISK] 2024-11-18T17:12:54,001 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.meta.1731949973986.meta 2024-11-18T17:12:54,001 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197)] 2024-11-18T17:12:54,001 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:54,002 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:12:54,002 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:12:54,002 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:12:54,002 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:12:54,002 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:12:54,002 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:54,002 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:12:54,002 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:12:54,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:12:54,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:12:54,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:54,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:54,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:12:54,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:12:54,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:54,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:54,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:12:54,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:12:54,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:54,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:54,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:12:54,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:12:54,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:54,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:54,006 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:12:54,006 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740 2024-11-18T17:12:54,007 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740 2024-11-18T17:12:54,008 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:12:54,008 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:12:54,008 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:54,009 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:12:54,009 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61588644, jitterRate=-0.08225768804550171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:54,009 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:12:54,009 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949974002Writing region info on filesystem at 1731949974002Initializing all the Stores at 1731949974003 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949974003Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949974003Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949974003Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949974003Cleaning up temporary data from old regions at 1731949974008 (+5 ms)Running coprocessor post-open hooks at 1731949974009 (+1 ms)Region opened successfully at 1731949974009 2024-11-18T17:12:54,010 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949973981 2024-11-18T17:12:54,012 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:12:54,012 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:12:54,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,33591,1731949970796 2024-11-18T17:12:54,012 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,33591,1731949970796, state=OPEN 2024-11-18T17:12:54,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1585448103/meta-region-server 2024-11-18T17:12:54,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1585448103/meta-region-server 2024-11-18T17:12:54,021 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,33591,1731949970796 2024-11-18T17:12:54,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1585448103/meta-region-server: CHANGED 2024-11-18T17:12:54,021 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1585448103/meta-region-server: CHANGED 2024-11-18T17:12:54,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:12:54,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,33591,1731949970796 in 192 msec 2024-11-18T17:12:54,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:12:54,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-18T17:12:54,024 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:54,024 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:12:54,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:54,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,33591,1731949970796, seqNum=-1] 2024-11-18T17:12:54,025 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:54,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:12:54,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-18T17:12:54,029 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949974029, completionTime=-1 2024-11-18T17:12:54,030 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:12:54,030 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:12:54,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,031 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:12:54,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,031 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731950034031 2024-11-18T17:12:54,031 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731950094031 2024-11-18T17:12:54,031 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:12:54,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,031 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,39987,1731949970679-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:54,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,032 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,39987,1731949970679-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:54,032 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,39987,1731949970679-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:54,032 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:39987, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:54,032 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:54,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,032 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:54,033 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:12:54,034 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.180sec 2024-11-18T17:12:54,035 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:12:54,035 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:12:54,035 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:12:54,035 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:12:54,035 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:12:54,035 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,39987,1731949970679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:12:54,035 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,39987,1731949970679-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:12:54,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,041 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:12:54,041 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:12:54,041 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,39987,1731949970679-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:54,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baf007d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:54,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,39987,-1 for getting cluster id 2024-11-18T17:12:54,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:54,122 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8dc3247-d139-411c-ae86-502c2b4c0c68' 2024-11-18T17:12:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8dc3247-d139-411c-ae86-502c2b4c0c68" 2024-11-18T17:12:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f1f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,39987,-1] 2024-11-18T17:12:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:54,123 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:54,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e18b62d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:54,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:54,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,33591,1731949970796, seqNum=-1] 2024-11-18T17:12:54,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:54,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:12:54,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,39987,1731949970679 2024-11-18T17:12:54,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56967 2024-11-18T17:12:54,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:54,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015038dced0005 connected 2024-11-18T17:12:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/hadoop.log.dir so I do NOT create it in target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60 2024-11-18T17:12:54,148 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:12:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/hadoop.tmp.dir so I do NOT create it in target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60 2024-11-18T17:12:54,148 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:12:54,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60 2024-11-18T17:12:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:12:54,148 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/cluster_f2593053-2441-3442-1f89-e2688829894d, deleteOnExit=true 2024-11-18T17:12:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:12:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/test.cache.data in system properties and HBase conf 2024-11-18T17:12:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:12:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:12:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:12:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:12:54,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:12:54,148 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:12:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:12:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:12:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:12:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:12:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:12:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:12:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:12:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:12:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:12:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:12:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:12:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:12:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:12:54,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:12:54,403 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T17:12:54,403 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,404 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,404 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,404 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,404 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,438 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,438 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,438 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,439 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,439 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,439 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,446 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,449 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,449 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,451 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:54,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:12:54,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:12:54,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:12:54,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:12:54,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:12:54,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:12:54,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fc1fc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:12:54,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1991a2a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:12:54,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2aee74d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/java.io.tmpdir/jetty-localhost-39731-hadoop-hdfs-3_4_1-tests_jar-_-any-10276893086903260747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:12:54,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20199517{HTTP/1.1, (http/1.1)}{localhost:39731} 2024-11-18T17:12:54,622 INFO [Time-limited test {}] server.Server(415): Started @290472ms 2024-11-18T17:12:54,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:12:54,813 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:12:54,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:12:54,814 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:12:54,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:12:54,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a51215{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:12:54,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d758ffd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:12:54,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e91997d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/java.io.tmpdir/jetty-localhost-39095-hadoop-hdfs-3_4_1-tests_jar-_-any-17362322048199673447/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:12:54,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47540eac{HTTP/1.1, (http/1.1)}{localhost:39095} 2024-11-18T17:12:54,908 INFO [Time-limited test {}] server.Server(415): Started @290758ms 2024-11-18T17:12:54,909 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:12:55,411 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/cluster_f2593053-2441-3442-1f89-e2688829894d/data/data1/current/BP-1967368409-172.17.0.3-1731949974163/current, will proceed with Du for space computation calculation, 2024-11-18T17:12:55,411 WARN [Thread-3684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/cluster_f2593053-2441-3442-1f89-e2688829894d/data/data2/current/BP-1967368409-172.17.0.3-1731949974163/current, will proceed with Du for space computation calculation, 2024-11-18T17:12:55,428 WARN [Thread-3671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:12:55,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec342c2548634f54 with lease ID 0xd2ed18fc184e8c21: Processing first storage report for DS-220e0373-ecb7-44b9-a12d-dac63e702d7a from datanode DatanodeRegistration(127.0.0.1:33995, datanodeUuid=85cd4c98-1369-4fef-9ff1-399cf5295a50, infoPort=38283, infoSecurePort=0, ipcPort=33447, storageInfo=lv=-57;cid=testClusterID;nsid=1130850666;c=1731949974163) 2024-11-18T17:12:55,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec342c2548634f54 with lease ID 0xd2ed18fc184e8c21: from storage DS-220e0373-ecb7-44b9-a12d-dac63e702d7a node DatanodeRegistration(127.0.0.1:33995, datanodeUuid=85cd4c98-1369-4fef-9ff1-399cf5295a50, infoPort=38283, infoSecurePort=0, ipcPort=33447, storageInfo=lv=-57;cid=testClusterID;nsid=1130850666;c=1731949974163), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:12:55,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec342c2548634f54 with lease ID 0xd2ed18fc184e8c21: Processing first storage report for DS-fe58a319-145d-4b3f-92b0-261f7eca7f3a from datanode DatanodeRegistration(127.0.0.1:33995, datanodeUuid=85cd4c98-1369-4fef-9ff1-399cf5295a50, infoPort=38283, infoSecurePort=0, ipcPort=33447, storageInfo=lv=-57;cid=testClusterID;nsid=1130850666;c=1731949974163) 2024-11-18T17:12:55,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec342c2548634f54 with lease ID 0xd2ed18fc184e8c21: from storage DS-fe58a319-145d-4b3f-92b0-261f7eca7f3a node DatanodeRegistration(127.0.0.1:33995, datanodeUuid=85cd4c98-1369-4fef-9ff1-399cf5295a50, infoPort=38283, infoSecurePort=0, ipcPort=33447, storageInfo=lv=-57;cid=testClusterID;nsid=1130850666;c=1731949974163), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:12:55,530 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60 2024-11-18T17:12:55,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:55,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:55,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:12:55,938 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9 with version=8 2024-11-18T17:12:55,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/hbase-staging 2024-11-18T17:12:55,939 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:12:55,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:55,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:55,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:12:55,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:55,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:12:55,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:12:55,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:12:55,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42089 2024-11-18T17:12:55,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42089 connecting to ZooKeeper ensemble=127.0.0.1:56967 2024-11-18T17:12:55,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420890x0, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:55,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42089-0x1015038dced0006 connected 2024-11-18T17:12:56,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:56,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:56,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Set watcher on znode that does not yet exist, /2-828258286/running 2024-11-18T17:12:56,040 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9, hbase.cluster.distributed=false 2024-11-18T17:12:56,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Set watcher on znode that does not yet exist, /2-828258286/acl 2024-11-18T17:12:56,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42089 2024-11-18T17:12:56,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42089 2024-11-18T17:12:56,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42089 2024-11-18T17:12:56,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42089 2024-11-18T17:12:56,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42089 2024-11-18T17:12:56,055 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:12:56,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:56,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:56,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:12:56,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:12:56,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:12:56,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:12:56,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:12:56,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35063 2024-11-18T17:12:56,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35063 connecting to ZooKeeper ensemble=127.0.0.1:56967 2024-11-18T17:12:56,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:56,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:56,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350630x0, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:56,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350630x0, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Set watcher on znode that does not yet exist, /2-828258286/running 2024-11-18T17:12:56,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35063-0x1015038dced0007 connected 2024-11-18T17:12:56,071 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:12:56,072 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:12:56,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Set watcher on znode that does not yet exist, /2-828258286/master 2024-11-18T17:12:56,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Set watcher on znode that does not yet exist, /2-828258286/acl 2024-11-18T17:12:56,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35063 2024-11-18T17:12:56,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35063 2024-11-18T17:12:56,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35063 2024-11-18T17:12:56,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35063 2024-11-18T17:12:56,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35063 2024-11-18T17:12:56,084 DEBUG [M:0;6912f599d260:42089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:42089 2024-11-18T17:12:56,086 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-828258286/backup-masters/6912f599d260,42089,1731949975939 2024-11-18T17:12:56,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286/backup-masters 2024-11-18T17:12:56,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286/backup-masters 2024-11-18T17:12:56,096 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Set watcher on existing znode=/2-828258286/backup-masters/6912f599d260,42089,1731949975939 2024-11-18T17:12:56,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-828258286/master 2024-11-18T17:12:56,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:12:56,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:12:56,104 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Set watcher on existing znode=/2-828258286/master 2024-11-18T17:12:56,105 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-828258286/backup-masters/6912f599d260,42089,1731949975939 from backup master directory 2024-11-18T17:12:56,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-828258286/backup-masters/6912f599d260,42089,1731949975939 2024-11-18T17:12:56,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286/backup-masters 2024-11-18T17:12:56,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286/backup-masters 2024-11-18T17:12:56,112 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:12:56,112 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,42089,1731949975939 2024-11-18T17:12:56,115 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/hbase.id] with ID: 4c1188a9-4b8e-4272-9a82-9388d1100ea5 2024-11-18T17:12:56,115 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/.tmp/hbase.id 2024-11-18T17:12:56,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:12:56,519 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/.tmp/hbase.id]:[hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/hbase.id] 2024-11-18T17:12:56,525 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:12:56,525 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:12:56,526 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:12:56,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:12:56,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:12:56,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:12:56,966 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:12:56,967 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:12:56,967 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:56,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:12:57,373 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store 2024-11-18T17:12:57,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:12:57,377 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:57,377 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:12:57,377 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:57,377 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:57,377 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:12:57,377 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:57,377 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:12:57,377 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731949977377Disabling compacts and flushes for region at 1731949977377Disabling writes for close at 1731949977377Writing region close event to WAL at 1731949977377Closed at 1731949977377 2024-11-18T17:12:57,378 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/.initializing 2024-11-18T17:12:57,378 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/WALs/6912f599d260,42089,1731949975939 2024-11-18T17:12:57,379 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:12:57,380 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C42089%2C1731949975939, suffix=, logDir=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/WALs/6912f599d260,42089,1731949975939, archiveDir=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/oldWALs, maxLogs=10 2024-11-18T17:12:57,395 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/WALs/6912f599d260,42089,1731949975939/6912f599d260%2C42089%2C1731949975939.1731949977380, exclude list is [], retry=0 2024-11-18T17:12:57,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33995,DS-220e0373-ecb7-44b9-a12d-dac63e702d7a,DISK] 2024-11-18T17:12:57,398 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/WALs/6912f599d260,42089,1731949975939/6912f599d260%2C42089%2C1731949975939.1731949977380 2024-11-18T17:12:57,398 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38283:38283)] 2024-11-18T17:12:57,398 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:57,398 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:57,398 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:57,398 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:57,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:57,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:12:57,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:57,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:57,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:57,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:12:57,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:57,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:57,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:57,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:12:57,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:57,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:57,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:57,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:12:57,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:57,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:12:57,404 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:57,405 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:57,405 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:57,406 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:57,406 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:57,406 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:57,407 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:12:57,408 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:57,409 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71040018, jitterRate=0.05857875943183899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:57,409 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731949977398Initializing all the Stores at 1731949977399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949977399Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949977399Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949977399Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949977399Cleaning up temporary data from old regions at 1731949977406 (+7 ms)Region opened successfully at 1731949977409 (+3 ms) 2024-11-18T17:12:57,409 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:12:57,411 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452683ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:12:57,412 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:12:57,412 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:12:57,412 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:12:57,412 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:12:57,412 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:12:57,412 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:12:57,412 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:12:57,414 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:12:57,414 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Unable to get data of znode /2-828258286/balancer because node does not exist (not necessarily an error) 2024-11-18T17:12:57,454 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-828258286/balancer already deleted, retry=false 2024-11-18T17:12:57,454 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:12:57,455 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Unable to get data of znode /2-828258286/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:12:57,462 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-828258286/normalizer already deleted, retry=false 2024-11-18T17:12:57,462 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:12:57,463 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Unable to get data of znode /2-828258286/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:12:57,470 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-828258286/switch/split already deleted, retry=false 2024-11-18T17:12:57,471 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Unable to get data of znode /2-828258286/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:12:57,479 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-828258286/switch/merge already deleted, retry=false 2024-11-18T17:12:57,480 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Unable to get data of znode /2-828258286/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:12:57,487 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-828258286/snapshot-cleanup already deleted, retry=false 2024-11-18T17:12:57,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-828258286/running 2024-11-18T17:12:57,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-828258286/running 2024-11-18T17:12:57,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:12:57,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:12:57,496 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,42089,1731949975939, sessionid=0x1015038dced0006, setting cluster-up flag (Was=false) 2024-11-18T17:12:57,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:12:57,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:12:57,537 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-828258286/flush-table-proc/acquired, /2-828258286/flush-table-proc/reached, /2-828258286/flush-table-proc/abort 2024-11-18T17:12:57,538 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,42089,1731949975939 2024-11-18T17:12:57,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:12:57,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:12:57,579 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-828258286/online-snapshot/acquired, /2-828258286/online-snapshot/reached, /2-828258286/online-snapshot/abort 2024-11-18T17:12:57,580 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,42089,1731949975939 2024-11-18T17:12:57,580 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:12:57,582 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:57,582 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:12:57,582 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:12:57,582 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,42089,1731949975939 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:12:57,583 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:57,583 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:57,583 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:57,583 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:12:57,583 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:12:57,583 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:57,583 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:12:57,583 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:57,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731950007586 2024-11-18T17:12:57,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:12:57,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:12:57,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:12:57,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:12:57,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:12:57,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:12:57,587 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:57,587 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:12:57,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:57,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:12:57,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:12:57,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:12:57,587 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:12:57,588 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:57,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:12:57,589 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:12:57,589 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:12:57,591 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949977589,5,FailOnTimeoutGroup] 2024-11-18T17:12:57,591 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949977591,5,FailOnTimeoutGroup] 2024-11-18T17:12:57,591 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:57,591 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:12:57,591 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:57,592 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:57,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:12:57,677 INFO [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(746): ClusterId : 4c1188a9-4b8e-4272-9a82-9388d1100ea5 2024-11-18T17:12:57,677 DEBUG [RS:0;6912f599d260:35063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:12:57,684 DEBUG [RS:0;6912f599d260:35063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:12:57,684 DEBUG [RS:0;6912f599d260:35063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:12:57,693 DEBUG [RS:0;6912f599d260:35063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:12:57,693 DEBUG [RS:0;6912f599d260:35063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e272f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:12:57,703 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:35063 2024-11-18T17:12:57,703 INFO [RS:0;6912f599d260:35063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:12:57,703 INFO [RS:0;6912f599d260:35063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:12:57,703 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:12:57,703 INFO [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,42089,1731949975939 with port=35063, startcode=1731949976055 2024-11-18T17:12:57,704 DEBUG [RS:0;6912f599d260:35063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:12:57,705 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:12:57,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,35063,1731949976055 2024-11-18T17:12:57,705 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42089 {}] master.ServerManager(517): Registering regionserver=6912f599d260,35063,1731949976055 2024-11-18T17:12:57,706 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9 2024-11-18T17:12:57,706 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35079 2024-11-18T17:12:57,706 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:12:57,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286/rs 2024-11-18T17:12:57,769 DEBUG [RS:0;6912f599d260:35063 {}] zookeeper.ZKUtil(111): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Set watcher on existing znode=/2-828258286/rs/6912f599d260,35063,1731949976055 2024-11-18T17:12:57,769 WARN [RS:0;6912f599d260:35063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:12:57,770 INFO [RS:0;6912f599d260:35063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:57,770 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055 2024-11-18T17:12:57,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,35063,1731949976055] 2024-11-18T17:12:57,772 INFO [RS:0;6912f599d260:35063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:12:57,773 INFO [RS:0;6912f599d260:35063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:12:57,773 INFO [RS:0;6912f599d260:35063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:12:57,773 INFO [RS:0;6912f599d260:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:57,773 INFO [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:12:57,773 INFO [RS:0;6912f599d260:35063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:12:57,774 INFO [RS:0;6912f599d260:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:57,774 DEBUG [RS:0;6912f599d260:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:57,774 DEBUG [RS:0;6912f599d260:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:57,774 DEBUG [RS:0;6912f599d260:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:57,774 DEBUG [RS:0;6912f599d260:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:57,774 DEBUG [RS:0;6912f599d260:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:57,774 DEBUG [RS:0;6912f599d260:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:12:57,774 DEBUG [RS:0;6912f599d260:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:57,774 DEBUG [RS:0;6912f599d260:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:57,774 DEBUG [RS:0;6912f599d260:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:57,774 DEBUG [RS:0;6912f599d260:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:57,774 DEBUG [RS:0;6912f599d260:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:57,774 DEBUG [RS:0;6912f599d260:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:12:57,774 DEBUG [RS:0;6912f599d260:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:12:57,774 DEBUG [RS:0;6912f599d260:35063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:12:57,774 INFO [RS:0;6912f599d260:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:57,774 INFO [RS:0;6912f599d260:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:57,774 INFO [RS:0;6912f599d260:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:57,774 INFO [RS:0;6912f599d260:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:57,774 INFO [RS:0;6912f599d260:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:57,774 INFO [RS:0;6912f599d260:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,35063,1731949976055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:12:57,787 INFO [RS:0;6912f599d260:35063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:12:57,787 INFO [RS:0;6912f599d260:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,35063,1731949976055-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:57,787 INFO [RS:0;6912f599d260:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:57,787 INFO [RS:0;6912f599d260:35063 {}] regionserver.Replication(171): 6912f599d260,35063,1731949976055 started 2024-11-18T17:12:57,799 INFO [RS:0;6912f599d260:35063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:57,799 INFO [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,35063,1731949976055, RpcServer on 6912f599d260/172.17.0.3:35063, sessionid=0x1015038dced0007 2024-11-18T17:12:57,799 DEBUG [RS:0;6912f599d260:35063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:12:57,799 DEBUG [RS:0;6912f599d260:35063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,35063,1731949976055 2024-11-18T17:12:57,799 DEBUG [RS:0;6912f599d260:35063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,35063,1731949976055' 2024-11-18T17:12:57,799 DEBUG [RS:0;6912f599d260:35063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-828258286/flush-table-proc/abort' 2024-11-18T17:12:57,799 DEBUG [RS:0;6912f599d260:35063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-828258286/flush-table-proc/acquired' 2024-11-18T17:12:57,800 DEBUG [RS:0;6912f599d260:35063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:12:57,800 DEBUG [RS:0;6912f599d260:35063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:12:57,800 DEBUG [RS:0;6912f599d260:35063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,35063,1731949976055 2024-11-18T17:12:57,800 DEBUG [RS:0;6912f599d260:35063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,35063,1731949976055' 2024-11-18T17:12:57,800 DEBUG [RS:0;6912f599d260:35063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-828258286/online-snapshot/abort' 2024-11-18T17:12:57,800 DEBUG [RS:0;6912f599d260:35063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-828258286/online-snapshot/acquired' 2024-11-18T17:12:57,800 DEBUG [RS:0;6912f599d260:35063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:12:57,800 INFO [RS:0;6912f599d260:35063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:12:57,801 INFO [RS:0;6912f599d260:35063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:12:57,901 INFO [RS:0;6912f599d260:35063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:12:57,902 INFO [RS:0;6912f599d260:35063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C35063%2C1731949976055, suffix=, logDir=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055, archiveDir=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/oldWALs, maxLogs=10 2024-11-18T17:12:57,913 DEBUG [RS:0;6912f599d260:35063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902, exclude list is [], retry=0 2024-11-18T17:12:57,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33995,DS-220e0373-ecb7-44b9-a12d-dac63e702d7a,DISK] 2024-11-18T17:12:57,916 INFO [RS:0;6912f599d260:35063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 2024-11-18T17:12:57,917 DEBUG [RS:0;6912f599d260:35063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38283:38283)] 2024-11-18T17:12:57,997 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:12:57,997 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9 2024-11-18T17:12:58,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:12:58,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:58,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:12:58,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:12:58,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:58,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:58,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:12:58,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:12:58,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:58,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:58,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:12:58,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:12:58,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:58,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:58,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:12:58,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:12:58,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:58,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:58,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:12:58,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740 2024-11-18T17:12:58,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740 2024-11-18T17:12:58,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:12:58,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:12:58,409 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:58,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:12:58,410 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:12:58,410 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75029811, jitterRate=0.11803130805492401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:58,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731949978402Initializing all the Stores at 1731949978402Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949978402Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949978402Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949978402Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949978402Cleaning up temporary data from old regions at 1731949978408 (+6 ms)Region opened successfully at 1731949978411 (+3 ms) 2024-11-18T17:12:58,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:12:58,411 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:12:58,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:12:58,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:12:58,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:12:58,411 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:12:58,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949978411Disabling compacts and flushes for region at 1731949978411Disabling writes for close at 1731949978411Writing region close event to WAL at 1731949978411Closed at 1731949978411 2024-11-18T17:12:58,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:58,412 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:12:58,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:12:58,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:12:58,413 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:12:58,563 DEBUG [6912f599d260:42089 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:12:58,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,35063,1731949976055 2024-11-18T17:12:58,565 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,35063,1731949976055, state=OPENING 2024-11-18T17:12:58,604 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:12:58,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:12:58,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:12:58,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-828258286/meta-region-server: CHANGED 2024-11-18T17:12:58,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-828258286/meta-region-server: CHANGED 2024-11-18T17:12:58,613 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:12:58,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,35063,1731949976055}] 2024-11-18T17:12:58,765 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:12:58,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:12:58,768 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:12:58,768 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:12:58,768 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:12:58,769 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C35063%2C1731949976055.meta, suffix=.meta, logDir=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055, archiveDir=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/oldWALs, maxLogs=10 2024-11-18T17:12:58,781 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.meta.1731949978769.meta, exclude list is [], retry=0 2024-11-18T17:12:58,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33995,DS-220e0373-ecb7-44b9-a12d-dac63e702d7a,DISK] 2024-11-18T17:12:58,784 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.meta.1731949978769.meta 2024-11-18T17:12:58,784 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38283:38283)] 2024-11-18T17:12:58,785 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:12:58,785 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:12:58,785 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:12:58,785 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:12:58,785 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:12:58,785 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:12:58,785 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:58,785 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:12:58,785 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:12:58,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:12:58,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:12:58,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:58,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:58,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:12:58,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:12:58,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:58,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:58,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:12:58,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:12:58,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:58,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:58,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:12:58,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:12:58,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:58,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:12:58,789 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:12:58,790 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740 2024-11-18T17:12:58,790 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740 2024-11-18T17:12:58,791 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:12:58,791 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:12:58,791 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:12:58,792 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:12:58,793 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64480596, jitterRate=-0.03916424512863159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:12:58,793 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:12:58,793 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731949978785Writing region info on filesystem at 1731949978785Initializing all the Stores at 1731949978786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949978786Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949978786Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949978786Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731949978786Cleaning up temporary data from old regions at 1731949978791 (+5 ms)Running coprocessor post-open hooks at 1731949978793 (+2 ms)Region opened successfully at 1731949978793 2024-11-18T17:12:58,793 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731949978764 2024-11-18T17:12:58,795 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:12:58,795 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:12:58,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,35063,1731949976055 2024-11-18T17:12:58,796 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,35063,1731949976055, state=OPEN 2024-11-18T17:12:58,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-828258286/meta-region-server 2024-11-18T17:12:58,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-828258286/meta-region-server 2024-11-18T17:12:58,804 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,35063,1731949976055 2024-11-18T17:12:58,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-828258286/meta-region-server: CHANGED 2024-11-18T17:12:58,804 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-828258286/meta-region-server: CHANGED 2024-11-18T17:12:58,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:12:58,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,35063,1731949976055 in 191 msec 2024-11-18T17:12:58,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:12:58,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 394 msec 2024-11-18T17:12:58,807 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:12:58,807 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:12:58,808 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:58,808 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,35063,1731949976055, seqNum=-1] 2024-11-18T17:12:58,808 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:58,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:12:58,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-11-18T17:12:58,813 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731949978813, completionTime=-1 2024-11-18T17:12:58,813 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:12:58,813 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:12:58,815 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:12:58,815 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731950038815 2024-11-18T17:12:58,815 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731950098815 2024-11-18T17:12:58,815 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:12:58,815 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42089,1731949975939-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:58,815 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42089,1731949975939-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:58,815 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42089,1731949975939-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:58,815 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:42089, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:58,815 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:58,815 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:58,817 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:12:58,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.706sec 2024-11-18T17:12:58,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:12:58,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:12:58,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:12:58,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:12:58,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:12:58,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42089,1731949975939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:12:58,818 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42089,1731949975939-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:12:58,820 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:12:58,820 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:12:58,820 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,42089,1731949975939-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:12:58,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5517ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:58,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,42089,-1 for getting cluster id 2024-11-18T17:12:58,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:12:58,878 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c1188a9-4b8e-4272-9a82-9388d1100ea5' 2024-11-18T17:12:58,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:12:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c1188a9-4b8e-4272-9a82-9388d1100ea5" 2024-11-18T17:12:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c94ea60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,42089,-1] 2024-11-18T17:12:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:12:58,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:12:58,880 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:12:58,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539a27ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:12:58,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:12:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,35063,1731949976055, seqNum=-1] 2024-11-18T17:12:58,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:12:58,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:12:58,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,42089,1731949975939 2024-11-18T17:12:58,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56967 2024-11-18T17:12:58,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:12:58,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015038dced0008 connected 2024-11-18T17:12:58,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:12:58,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,37123,1731949965685 2024-11-18T17:12:58,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ae55030 2024-11-18T17:12:58,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:12:58,903 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:12:58,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:12:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:12:58,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:12:58,906 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:12:58,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:12:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:58,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:12:58,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:12:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:59,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff983c4126a5c026983979885d238e42, NAME => 'test,,1731949978904.ff983c4126a5c026983979885d238e42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171 2024-11-18T17:12:59,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:12:59,504 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:12:59,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:59,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:59,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:59,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:59,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:12:59,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:59,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:59,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:59,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:59,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:59,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:59,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:59,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:59,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:59,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:12:59,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731949978904.ff983c4126a5c026983979885d238e42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:12:59,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff983c4126a5c026983979885d238e42, disabling compactions & flushes 2024-11-18T17:12:59,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731949978904.ff983c4126a5c026983979885d238e42. 2024-11-18T17:12:59,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949978904.ff983c4126a5c026983979885d238e42. 2024-11-18T17:12:59,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731949978904.ff983c4126a5c026983979885d238e42. after waiting 0 ms 2024-11-18T17:12:59,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731949978904.ff983c4126a5c026983979885d238e42. 2024-11-18T17:12:59,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731949978904.ff983c4126a5c026983979885d238e42. 2024-11-18T17:12:59,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff983c4126a5c026983979885d238e42: Waiting for close lock at 1731949979716Disabling compacts and flushes for region at 1731949979716Disabling writes for close at 1731949979716Writing region close event to WAL at 1731949979716Closed at 1731949979716 2024-11-18T17:12:59,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:12:59,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731949978904.ff983c4126a5c026983979885d238e42.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731949979717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949979717"}]},"ts":"1731949979717"} 2024-11-18T17:12:59,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:12:59,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:12:59,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949979719"}]},"ts":"1731949979719"} 2024-11-18T17:12:59,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:12:59,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff983c4126a5c026983979885d238e42, ASSIGN}] 2024-11-18T17:12:59,722 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff983c4126a5c026983979885d238e42, ASSIGN 2024-11-18T17:12:59,722 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff983c4126a5c026983979885d238e42, ASSIGN; state=OFFLINE, location=6912f599d260,46441,1731949965864; forceNewPlan=false, retain=false 2024-11-18T17:12:59,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff983c4126a5c026983979885d238e42, regionState=OPENING, regionLocation=6912f599d260,46441,1731949965864 2024-11-18T17:12:59,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff983c4126a5c026983979885d238e42, ASSIGN because future has completed 2024-11-18T17:12:59,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff983c4126a5c026983979885d238e42, server=6912f599d260,46441,1731949965864}] 2024-11-18T17:13:00,030 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731949978904.ff983c4126a5c026983979885d238e42. 2024-11-18T17:13:00,030 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff983c4126a5c026983979885d238e42, NAME => 'test,,1731949978904.ff983c4126a5c026983979885d238e42.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:00,030 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:13:00,030 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:13:00,030 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff983c4126a5c026983979885d238e42 2024-11-18T17:13:00,030 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731949978904.ff983c4126a5c026983979885d238e42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:00,030 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff983c4126a5c026983979885d238e42 2024-11-18T17:13:00,030 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff983c4126a5c026983979885d238e42 2024-11-18T17:13:00,031 INFO [StoreOpener-ff983c4126a5c026983979885d238e42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff983c4126a5c026983979885d238e42 2024-11-18T17:13:00,032 INFO [StoreOpener-ff983c4126a5c026983979885d238e42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff983c4126a5c026983979885d238e42 columnFamilyName f 2024-11-18T17:13:00,032 DEBUG [StoreOpener-ff983c4126a5c026983979885d238e42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:00,032 INFO [StoreOpener-ff983c4126a5c026983979885d238e42-1 {}] regionserver.HStore(327): Store=ff983c4126a5c026983979885d238e42/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:00,032 INFO [StoreOpener-ff983c4126a5c026983979885d238e42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff983c4126a5c026983979885d238e42 2024-11-18T17:13:00,033 INFO [StoreOpener-ff983c4126a5c026983979885d238e42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff983c4126a5c026983979885d238e42 columnFamilyName f1 2024-11-18T17:13:00,033 DEBUG [StoreOpener-ff983c4126a5c026983979885d238e42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:00,033 INFO [StoreOpener-ff983c4126a5c026983979885d238e42-1 {}] regionserver.HStore(327): Store=ff983c4126a5c026983979885d238e42/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:00,033 INFO [StoreOpener-ff983c4126a5c026983979885d238e42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff983c4126a5c026983979885d238e42 2024-11-18T17:13:00,034 INFO [StoreOpener-ff983c4126a5c026983979885d238e42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff983c4126a5c026983979885d238e42 columnFamilyName norep 2024-11-18T17:13:00,034 DEBUG [StoreOpener-ff983c4126a5c026983979885d238e42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:00,034 INFO [StoreOpener-ff983c4126a5c026983979885d238e42-1 {}] regionserver.HStore(327): Store=ff983c4126a5c026983979885d238e42/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:00,034 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff983c4126a5c026983979885d238e42 2024-11-18T17:13:00,035 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42 2024-11-18T17:13:00,035 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42 2024-11-18T17:13:00,035 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff983c4126a5c026983979885d238e42 2024-11-18T17:13:00,035 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff983c4126a5c026983979885d238e42 2024-11-18T17:13:00,036 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:13:00,036 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff983c4126a5c026983979885d238e42 2024-11-18T17:13:00,038 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:00,038 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff983c4126a5c026983979885d238e42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70788631, jitterRate=0.05483280122280121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:13:00,038 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff983c4126a5c026983979885d238e42 2024-11-18T17:13:00,039 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff983c4126a5c026983979885d238e42: Running coprocessor pre-open hook at 1731949980030Writing region info on filesystem at 1731949980030Initializing all the Stores at 1731949980031 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949980031Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949980031Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949980031Cleaning up temporary data from old regions at 1731949980035 (+4 ms)Running coprocessor post-open hooks at 1731949980038 (+3 ms)Region opened successfully at 1731949980038 2024-11-18T17:13:00,039 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731949978904.ff983c4126a5c026983979885d238e42., pid=6, masterSystemTime=1731949980027 2024-11-18T17:13:00,041 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731949978904.ff983c4126a5c026983979885d238e42. 2024-11-18T17:13:00,041 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731949978904.ff983c4126a5c026983979885d238e42. 2024-11-18T17:13:00,041 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff983c4126a5c026983979885d238e42, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,46441,1731949965864 2024-11-18T17:13:00,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff983c4126a5c026983979885d238e42, server=6912f599d260,46441,1731949965864 because future has completed 2024-11-18T17:13:00,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:13:00,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff983c4126a5c026983979885d238e42, server=6912f599d260,46441,1731949965864 in 168 msec 2024-11-18T17:13:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:00,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:13:00,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff983c4126a5c026983979885d238e42, ASSIGN in 323 msec 2024-11-18T17:13:00,046 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:13:00,046 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949980046"}]},"ts":"1731949980046"} 2024-11-18T17:13:00,047 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:13:00,048 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:13:00,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-18T17:13:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:01,056 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:13:01,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:01,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,39987,1731949970679 2024-11-18T17:13:01,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7936b885 2024-11-18T17:13:01,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:01,057 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:01,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:13:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:13:01,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:13:01,059 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:01,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:13:01,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:13:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:01,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:13:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:01,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ab9db505cd8971fb885eb00dc4f276d, NAME => 'test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a 2024-11-18T17:13:01,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:13:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:01,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:01,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7ab9db505cd8971fb885eb00dc4f276d, disabling compactions & flushes 2024-11-18T17:13:01,885 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d. 2024-11-18T17:13:01,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d. 2024-11-18T17:13:01,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d. after waiting 0 ms 2024-11-18T17:13:01,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d. 2024-11-18T17:13:01,885 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d. 2024-11-18T17:13:01,885 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ab9db505cd8971fb885eb00dc4f276d: Waiting for close lock at 1731949981885Disabling compacts and flushes for region at 1731949981885Disabling writes for close at 1731949981885Writing region close event to WAL at 1731949981885Closed at 1731949981885 2024-11-18T17:13:01,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:13:01,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731949981886"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949981886"}]},"ts":"1731949981886"} 2024-11-18T17:13:01,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:13:01,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:13:01,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949981889"}]},"ts":"1731949981889"} 2024-11-18T17:13:01,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:13:01,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7ab9db505cd8971fb885eb00dc4f276d, ASSIGN}] 2024-11-18T17:13:01,892 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7ab9db505cd8971fb885eb00dc4f276d, ASSIGN 2024-11-18T17:13:01,893 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7ab9db505cd8971fb885eb00dc4f276d, ASSIGN; state=OFFLINE, location=6912f599d260,33591,1731949970796; forceNewPlan=false, retain=false 2024-11-18T17:13:02,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ab9db505cd8971fb885eb00dc4f276d, regionState=OPENING, regionLocation=6912f599d260,33591,1731949970796 2024-11-18T17:13:02,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7ab9db505cd8971fb885eb00dc4f276d, ASSIGN because future has completed 2024-11-18T17:13:02,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ab9db505cd8971fb885eb00dc4f276d, server=6912f599d260,33591,1731949970796}] 2024-11-18T17:13:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:02,200 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d. 2024-11-18T17:13:02,200 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ab9db505cd8971fb885eb00dc4f276d, NAME => 'test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:02,201 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:13:02,201 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:13:02,201 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:02,201 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:02,201 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:02,201 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:02,202 INFO [StoreOpener-7ab9db505cd8971fb885eb00dc4f276d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:02,203 INFO [StoreOpener-7ab9db505cd8971fb885eb00dc4f276d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab9db505cd8971fb885eb00dc4f276d columnFamilyName f 2024-11-18T17:13:02,203 DEBUG [StoreOpener-7ab9db505cd8971fb885eb00dc4f276d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:02,204 INFO [StoreOpener-7ab9db505cd8971fb885eb00dc4f276d-1 {}] regionserver.HStore(327): Store=7ab9db505cd8971fb885eb00dc4f276d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:02,204 INFO [StoreOpener-7ab9db505cd8971fb885eb00dc4f276d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:02,204 INFO [StoreOpener-7ab9db505cd8971fb885eb00dc4f276d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab9db505cd8971fb885eb00dc4f276d columnFamilyName f1 2024-11-18T17:13:02,204 DEBUG [StoreOpener-7ab9db505cd8971fb885eb00dc4f276d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:02,205 INFO [StoreOpener-7ab9db505cd8971fb885eb00dc4f276d-1 {}] regionserver.HStore(327): Store=7ab9db505cd8971fb885eb00dc4f276d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:02,205 INFO [StoreOpener-7ab9db505cd8971fb885eb00dc4f276d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:02,205 INFO [StoreOpener-7ab9db505cd8971fb885eb00dc4f276d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab9db505cd8971fb885eb00dc4f276d columnFamilyName norep 2024-11-18T17:13:02,205 DEBUG [StoreOpener-7ab9db505cd8971fb885eb00dc4f276d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:02,206 INFO [StoreOpener-7ab9db505cd8971fb885eb00dc4f276d-1 {}] regionserver.HStore(327): Store=7ab9db505cd8971fb885eb00dc4f276d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:02,206 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:02,206 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:02,206 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:02,207 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:02,207 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:02,207 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:13:02,208 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:02,210 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:02,211 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7ab9db505cd8971fb885eb00dc4f276d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71295947, jitterRate=0.062392398715019226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:13:02,211 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:02,211 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7ab9db505cd8971fb885eb00dc4f276d: Running coprocessor pre-open hook at 1731949982201Writing region info on filesystem at 1731949982201Initializing all the Stores at 1731949982202 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949982202Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949982202Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949982202Cleaning up temporary data from old regions at 1731949982207 (+5 ms)Running coprocessor post-open hooks at 1731949982211 (+4 ms)Region opened successfully at 1731949982211 2024-11-18T17:13:02,212 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d., pid=6, masterSystemTime=1731949982197 2024-11-18T17:13:02,213 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d. 2024-11-18T17:13:02,213 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d. 2024-11-18T17:13:02,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ab9db505cd8971fb885eb00dc4f276d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,33591,1731949970796 2024-11-18T17:13:02,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ab9db505cd8971fb885eb00dc4f276d, server=6912f599d260,33591,1731949970796 because future has completed 2024-11-18T17:13:02,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:13:02,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ab9db505cd8971fb885eb00dc4f276d, server=6912f599d260,33591,1731949970796 in 170 msec 2024-11-18T17:13:02,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:13:02,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7ab9db505cd8971fb885eb00dc4f276d, ASSIGN in 326 msec 2024-11-18T17:13:02,219 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:13:02,219 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949982219"}]},"ts":"1731949982219"} 2024-11-18T17:13:02,221 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:13:02,222 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:13:02,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-18T17:13:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:03,206 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:13:03,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,42089,1731949975939 2024-11-18T17:13:03,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ed2435b 2024-11-18T17:13:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:03,208 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:03,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:13:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:13:03,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:13:03,211 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:03,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:13:03,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:13:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:03,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:13:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:03,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 433daf6816c1e2e3fba0af78cdb9719a, NAME => 'test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9 2024-11-18T17:13:03,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:13:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:04,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:04,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 433daf6816c1e2e3fba0af78cdb9719a, disabling compactions & flushes 2024-11-18T17:13:04,022 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a. 2024-11-18T17:13:04,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a. 2024-11-18T17:13:04,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a. after waiting 0 ms 2024-11-18T17:13:04,022 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a. 2024-11-18T17:13:04,022 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a. 2024-11-18T17:13:04,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 433daf6816c1e2e3fba0af78cdb9719a: Waiting for close lock at 1731949984022Disabling compacts and flushes for region at 1731949984022Disabling writes for close at 1731949984022Writing region close event to WAL at 1731949984022Closed at 1731949984022 2024-11-18T17:13:04,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:13:04,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731949984023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949984023"}]},"ts":"1731949984023"} 2024-11-18T17:13:04,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:13:04,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:13:04,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949984026"}]},"ts":"1731949984026"} 2024-11-18T17:13:04,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:13:04,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=433daf6816c1e2e3fba0af78cdb9719a, ASSIGN}] 2024-11-18T17:13:04,028 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=433daf6816c1e2e3fba0af78cdb9719a, ASSIGN 2024-11-18T17:13:04,029 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=433daf6816c1e2e3fba0af78cdb9719a, ASSIGN; state=OFFLINE, location=6912f599d260,35063,1731949976055; forceNewPlan=false, retain=false 2024-11-18T17:13:04,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=433daf6816c1e2e3fba0af78cdb9719a, regionState=OPENING, regionLocation=6912f599d260,35063,1731949976055 2024-11-18T17:13:04,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=433daf6816c1e2e3fba0af78cdb9719a, ASSIGN because future has completed 2024-11-18T17:13:04,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 433daf6816c1e2e3fba0af78cdb9719a, server=6912f599d260,35063,1731949976055}] 2024-11-18T17:13:04,336 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a. 2024-11-18T17:13:04,336 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 433daf6816c1e2e3fba0af78cdb9719a, NAME => 'test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:04,336 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:13:04,337 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:13:04,337 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:04,337 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:04,337 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:04,337 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:04,338 INFO [StoreOpener-433daf6816c1e2e3fba0af78cdb9719a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:04,338 INFO [StoreOpener-433daf6816c1e2e3fba0af78cdb9719a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 433daf6816c1e2e3fba0af78cdb9719a columnFamilyName f 2024-11-18T17:13:04,338 DEBUG [StoreOpener-433daf6816c1e2e3fba0af78cdb9719a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:04,339 INFO [StoreOpener-433daf6816c1e2e3fba0af78cdb9719a-1 {}] regionserver.HStore(327): Store=433daf6816c1e2e3fba0af78cdb9719a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:04,339 INFO [StoreOpener-433daf6816c1e2e3fba0af78cdb9719a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:04,339 INFO [StoreOpener-433daf6816c1e2e3fba0af78cdb9719a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 433daf6816c1e2e3fba0af78cdb9719a columnFamilyName f1 2024-11-18T17:13:04,339 DEBUG [StoreOpener-433daf6816c1e2e3fba0af78cdb9719a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:04,340 INFO [StoreOpener-433daf6816c1e2e3fba0af78cdb9719a-1 {}] regionserver.HStore(327): Store=433daf6816c1e2e3fba0af78cdb9719a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:04,340 INFO [StoreOpener-433daf6816c1e2e3fba0af78cdb9719a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:04,340 INFO [StoreOpener-433daf6816c1e2e3fba0af78cdb9719a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 433daf6816c1e2e3fba0af78cdb9719a columnFamilyName norep 2024-11-18T17:13:04,340 DEBUG [StoreOpener-433daf6816c1e2e3fba0af78cdb9719a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:04,341 INFO [StoreOpener-433daf6816c1e2e3fba0af78cdb9719a-1 {}] regionserver.HStore(327): Store=433daf6816c1e2e3fba0af78cdb9719a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:04,341 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:04,341 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:04,341 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:04,342 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:04,342 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:04,342 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:13:04,343 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:04,344 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:04,344 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 433daf6816c1e2e3fba0af78cdb9719a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69752990, jitterRate=0.03940054774284363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:13:04,344 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:04,344 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 433daf6816c1e2e3fba0af78cdb9719a: Running coprocessor pre-open hook at 1731949984337Writing region info on filesystem at 1731949984337Initializing all the Stores at 1731949984337Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949984337Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949984337Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949984337Cleaning up temporary data from old regions at 1731949984342 (+5 ms)Running coprocessor post-open hooks at 1731949984344 (+2 ms)Region opened successfully at 1731949984344 2024-11-18T17:13:04,345 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a., pid=6, masterSystemTime=1731949984333 2024-11-18T17:13:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:04,347 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a. 2024-11-18T17:13:04,347 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a. 2024-11-18T17:13:04,347 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=433daf6816c1e2e3fba0af78cdb9719a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,35063,1731949976055 2024-11-18T17:13:04,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 433daf6816c1e2e3fba0af78cdb9719a, server=6912f599d260,35063,1731949976055 because future has completed 2024-11-18T17:13:04,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:13:04,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 433daf6816c1e2e3fba0af78cdb9719a, server=6912f599d260,35063,1731949976055 in 168 msec 2024-11-18T17:13:04,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:13:04,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=433daf6816c1e2e3fba0af78cdb9719a, ASSIGN in 324 msec 2024-11-18T17:13:04,353 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:13:04,353 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949984353"}]},"ts":"1731949984353"} 2024-11-18T17:13:04,355 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:13:04,356 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:13:04,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-18T17:13:04,865 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T17:13:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:05,356 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:13:05,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76eee56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:05,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,37123,-1 for getting cluster id 2024-11-18T17:13:05,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:05,357 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21f31ac5-18e0-4d56-aaaf-64474bfc2cad' 2024-11-18T17:13:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:05,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21f31ac5-18e0-4d56-aaaf-64474bfc2cad" 2024-11-18T17:13:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2971795a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,37123,-1] 2024-11-18T17:13:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:05,359 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:05,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740f1481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:05,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:05,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,37123,1731949965685 2024-11-18T17:13:05,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38792fb8 2024-11-18T17:13:05,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:05,361 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:05,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:39987,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:13:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:13:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:05,363 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:39987' 2024-11-18T17:13:05,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f70a37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:05,364 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,39987,-1 for getting cluster id 2024-11-18T17:13:05,364 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:05,365 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8dc3247-d139-411c-ae86-502c2b4c0c68' 2024-11-18T17:13:05,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:05,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8dc3247-d139-411c-ae86-502c2b4c0c68" 2024-11-18T17:13:05,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdd195b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:05,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,39987,-1] 2024-11-18T17:13:05,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:05,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:05,366 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:05,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4690643d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:05,366 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,39987,1731949970679 2024-11-18T17:13:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6964d4cc 2024-11-18T17:13:05,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:05,368 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:05,368 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T17:13:05,369 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:13:05,369 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:05,369 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:05,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:05,369 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:13:05,370 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:13:05,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:13:05,371 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:05,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:13:05,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741837_1013 (size=1138) 2024-11-18T17:13:05,420 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T17:13:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:05,533 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:13:05,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:05,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:05,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:05,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:05,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:05,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:05,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:05,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:05,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:05,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:05,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:05,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:05,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:05,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:05,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:05,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => afe2ec1ee1c456af82b45082415e2c0d, NAME => 'hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171 2024-11-18T17:13:05,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741838_1014 (size=44) 2024-11-18T17:13:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:06,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:06,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing afe2ec1ee1c456af82b45082415e2c0d, disabling compactions & flushes 2024-11-18T17:13:06,182 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. 2024-11-18T17:13:06,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. 2024-11-18T17:13:06,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. after waiting 0 ms 2024-11-18T17:13:06,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. 2024-11-18T17:13:06,182 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. 2024-11-18T17:13:06,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for afe2ec1ee1c456af82b45082415e2c0d: Waiting for close lock at 1731949986182Disabling compacts and flushes for region at 1731949986182Disabling writes for close at 1731949986182Writing region close event to WAL at 1731949986182Closed at 1731949986182 2024-11-18T17:13:06,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:13:06,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731949986184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949986184"}]},"ts":"1731949986184"} 2024-11-18T17:13:06,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:13:06,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:13:06,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949986186"}]},"ts":"1731949986186"} 2024-11-18T17:13:06,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T17:13:06,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afe2ec1ee1c456af82b45082415e2c0d, ASSIGN}] 2024-11-18T17:13:06,189 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afe2ec1ee1c456af82b45082415e2c0d, ASSIGN 2024-11-18T17:13:06,189 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afe2ec1ee1c456af82b45082415e2c0d, ASSIGN; state=OFFLINE, location=6912f599d260,46441,1731949965864; forceNewPlan=false, retain=false 2024-11-18T17:13:06,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=afe2ec1ee1c456af82b45082415e2c0d, regionState=OPENING, regionLocation=6912f599d260,46441,1731949965864 2024-11-18T17:13:06,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=afe2ec1ee1c456af82b45082415e2c0d, ASSIGN because future has completed 2024-11-18T17:13:06,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure afe2ec1ee1c456af82b45082415e2c0d, server=6912f599d260,46441,1731949965864}] 2024-11-18T17:13:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:06,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. 2024-11-18T17:13:06,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:06,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:13:06,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C46441%2C1731949965864.rep, suffix=, logDir=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864, archiveDir=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/oldWALs, maxLogs=10 2024-11-18T17:13:06,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.rep.1731949986499, exclude list is [], retry=0 2024-11-18T17:13:06,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34255,DS-d821c3ae-8696-4197-8cd8-62864d380ca7,DISK] 2024-11-18T17:13:06,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.rep.1731949986499 2024-11-18T17:13:06,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45715:45715)] 2024-11-18T17:13:06,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => afe2ec1ee1c456af82b45082415e2c0d, NAME => 'hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:06,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:13:06,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:13:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. service=MultiRowMutationService 2024-11-18T17:13:06,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:13:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication afe2ec1ee1c456af82b45082415e2c0d 2024-11-18T17:13:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for afe2ec1ee1c456af82b45082415e2c0d 2024-11-18T17:13:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for afe2ec1ee1c456af82b45082415e2c0d 2024-11-18T17:13:06,517 INFO [StoreOpener-afe2ec1ee1c456af82b45082415e2c0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region afe2ec1ee1c456af82b45082415e2c0d 2024-11-18T17:13:06,518 INFO [StoreOpener-afe2ec1ee1c456af82b45082415e2c0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afe2ec1ee1c456af82b45082415e2c0d columnFamilyName hfileref 2024-11-18T17:13:06,518 DEBUG [StoreOpener-afe2ec1ee1c456af82b45082415e2c0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:06,518 INFO [StoreOpener-afe2ec1ee1c456af82b45082415e2c0d-1 {}] regionserver.HStore(327): Store=afe2ec1ee1c456af82b45082415e2c0d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:06,518 INFO [StoreOpener-afe2ec1ee1c456af82b45082415e2c0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region afe2ec1ee1c456af82b45082415e2c0d 2024-11-18T17:13:06,519 INFO [StoreOpener-afe2ec1ee1c456af82b45082415e2c0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afe2ec1ee1c456af82b45082415e2c0d columnFamilyName queue 2024-11-18T17:13:06,519 DEBUG [StoreOpener-afe2ec1ee1c456af82b45082415e2c0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:06,519 INFO [StoreOpener-afe2ec1ee1c456af82b45082415e2c0d-1 {}] regionserver.HStore(327): Store=afe2ec1ee1c456af82b45082415e2c0d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:06,519 INFO [StoreOpener-afe2ec1ee1c456af82b45082415e2c0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region afe2ec1ee1c456af82b45082415e2c0d 2024-11-18T17:13:06,520 INFO [StoreOpener-afe2ec1ee1c456af82b45082415e2c0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afe2ec1ee1c456af82b45082415e2c0d columnFamilyName sid 2024-11-18T17:13:06,520 DEBUG [StoreOpener-afe2ec1ee1c456af82b45082415e2c0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:06,520 INFO [StoreOpener-afe2ec1ee1c456af82b45082415e2c0d-1 {}] regionserver.HStore(327): Store=afe2ec1ee1c456af82b45082415e2c0d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:06,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for afe2ec1ee1c456af82b45082415e2c0d 2024-11-18T17:13:06,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/replication/afe2ec1ee1c456af82b45082415e2c0d 2024-11-18T17:13:06,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/replication/afe2ec1ee1c456af82b45082415e2c0d 2024-11-18T17:13:06,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for afe2ec1ee1c456af82b45082415e2c0d 2024-11-18T17:13:06,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for afe2ec1ee1c456af82b45082415e2c0d 2024-11-18T17:13:06,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:13:06,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for afe2ec1ee1c456af82b45082415e2c0d 2024-11-18T17:13:06,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/replication/afe2ec1ee1c456af82b45082415e2c0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:06,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened afe2ec1ee1c456af82b45082415e2c0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62096456, jitterRate=-0.07469069957733154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:13:06,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afe2ec1ee1c456af82b45082415e2c0d 2024-11-18T17:13:06,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for afe2ec1ee1c456af82b45082415e2c0d: Running coprocessor pre-open hook at 1731949986516Writing region info on filesystem at 1731949986516Initializing all the Stores at 1731949986517 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949986517Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949986517Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949986517Cleaning up temporary data from old regions at 1731949986521 (+4 ms)Running coprocessor post-open hooks at 1731949986524 (+3 ms)Region opened successfully at 1731949986524 2024-11-18T17:13:06,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d., pid=10, masterSystemTime=1731949986494 2024-11-18T17:13:06,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. 2024-11-18T17:13:06,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. 2024-11-18T17:13:06,527 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=afe2ec1ee1c456af82b45082415e2c0d, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,46441,1731949965864 2024-11-18T17:13:06,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure afe2ec1ee1c456af82b45082415e2c0d, server=6912f599d260,46441,1731949965864 because future has completed 2024-11-18T17:13:06,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T17:13:06,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure afe2ec1ee1c456af82b45082415e2c0d, server=6912f599d260,46441,1731949965864 in 187 msec 2024-11-18T17:13:06,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T17:13:06,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=afe2ec1ee1c456af82b45082415e2c0d, ASSIGN in 342 msec 2024-11-18T17:13:06,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:13:06,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949986532"}]},"ts":"1731949986532"} 2024-11-18T17:13:06,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T17:13:06,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:13:06,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-18T17:13:06,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d., hostname=6912f599d260,46441,1731949965864, seqNum=2] 2024-11-18T17:13:06,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:13:06,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:13:06,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:13:06,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T17:13:06,807 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T17:13:06,834 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,46441,1731949965864, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:13:06,834 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:06,834 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,46441,1731949965864, seqNum=-1] 2024-11-18T17:13:06,835 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:06,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-18T17:13:06,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6912f599d260,46441,1731949965864', locateType=CURRENT is [region=hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d., hostname=6912f599d260,46441,1731949965864, seqNum=2] 2024-11-18T17:13:06,839 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T17:13:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T17:13:06,841 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6912f599d260,46441,1731949965864 suceeded 2024-11-18T17:13:06,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T17:13:06,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-18T17:13:06,843 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6912f599d260:39987,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:13:06,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4820 sec 2024-11-18T17:13:06,853 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:39987' 2024-11-18T17:13:06,854 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4916c662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:06,854 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,39987,-1 for getting cluster id 2024-11-18T17:13:06,855 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:06,855 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8dc3247-d139-411c-ae86-502c2b4c0c68' 2024-11-18T17:13:06,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:06,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8dc3247-d139-411c-ae86-502c2b4c0c68" 2024-11-18T17:13:06,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@740b8e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:06,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,39987,-1] 2024-11-18T17:13:06,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:06,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:06,856 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:06,857 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c11e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:06,857 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:06,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,39987,1731949970679 2024-11-18T17:13:06,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@505d8d7 2024-11-18T17:13:06,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:06,859 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-18T17:13:06,859 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,46441,1731949965864 (queues=1) is replicating from cluster=21f31ac5-18e0-4d56-aaaf-64474bfc2cad to cluster=a8dc3247-d139-411c-ae86-502c2b4c0c68 2024-11-18T17:13:06,859 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C46441%2C1731949965864 2024-11-18T17:13:06,859 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,46441,1731949965864, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:13:06,860 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.shipper6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C46441%2C1731949965864 2024-11-18T17:13:06,860 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069, startPosition=0, beingWritten=true 2024-11-18T17:13:06,864 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:13:06,865 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 379, reset compression=false 2024-11-18T17:13:06,865 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.shipper6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,46441,1731949965864 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:13:07,068 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 379, reset compression=false 2024-11-18T17:13:07,371 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 379, reset compression=false 2024-11-18T17:13:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:07,506 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:13:07,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:13:07,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:07,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:07,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:07,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:07,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f567c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:07,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,39987,-1 for getting cluster id 2024-11-18T17:13:07,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:07,508 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8dc3247-d139-411c-ae86-502c2b4c0c68' 2024-11-18T17:13:07,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:07,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8dc3247-d139-411c-ae86-502c2b4c0c68" 2024-11-18T17:13:07,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253fc0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:07,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,39987,-1] 2024-11-18T17:13:07,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:07,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:07,509 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:07,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6e45f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:07,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,39987,1731949970679 2024-11-18T17:13:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63c694ac 2024-11-18T17:13:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:07,511 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:07,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:42089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:13:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:13:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:07,513 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:42089' 2024-11-18T17:13:07,513 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a34b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:07,513 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,42089,-1 for getting cluster id 2024-11-18T17:13:07,514 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:07,514 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c1188a9-4b8e-4272-9a82-9388d1100ea5' 2024-11-18T17:13:07,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:07,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c1188a9-4b8e-4272-9a82-9388d1100ea5" 2024-11-18T17:13:07,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8cf1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:07,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,42089,-1] 2024-11-18T17:13:07,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:07,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:07,515 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:07,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cf3811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:07,515 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:07,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,42089,1731949975939 2024-11-18T17:13:07,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55ca0a3a 2024-11-18T17:13:07,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:07,517 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:07,517 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T17:13:07,517 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:13:07,517 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:07,517 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:07,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:07,518 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:13:07,519 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:13:07,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:13:07,519 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:07,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:13:07,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741837_1013 (size=1138) 2024-11-18T17:13:07,525 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56ca510f4bfdce6feac766744dc643c5, NAME => 'hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a 2024-11-18T17:13:07,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741838_1014 (size=44) 2024-11-18T17:13:07,569 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T17:13:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:07,774 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 379, reset compression=false 2024-11-18T17:13:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:07,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:07,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 56ca510f4bfdce6feac766744dc643c5, disabling compactions & flushes 2024-11-18T17:13:07,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. 2024-11-18T17:13:07,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. 2024-11-18T17:13:07,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. after waiting 0 ms 2024-11-18T17:13:07,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. 2024-11-18T17:13:07,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. 2024-11-18T17:13:07,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56ca510f4bfdce6feac766744dc643c5: Waiting for close lock at 1731949987930Disabling compacts and flushes for region at 1731949987930Disabling writes for close at 1731949987930Writing region close event to WAL at 1731949987930Closed at 1731949987930 2024-11-18T17:13:07,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:13:07,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731949987931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949987931"}]},"ts":"1731949987931"} 2024-11-18T17:13:07,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:13:07,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:13:07,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949987933"}]},"ts":"1731949987933"} 2024-11-18T17:13:07,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T17:13:07,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56ca510f4bfdce6feac766744dc643c5, ASSIGN}] 2024-11-18T17:13:07,935 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56ca510f4bfdce6feac766744dc643c5, ASSIGN 2024-11-18T17:13:07,936 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56ca510f4bfdce6feac766744dc643c5, ASSIGN; state=OFFLINE, location=6912f599d260,33591,1731949970796; forceNewPlan=false, retain=false 2024-11-18T17:13:08,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56ca510f4bfdce6feac766744dc643c5, regionState=OPENING, regionLocation=6912f599d260,33591,1731949970796 2024-11-18T17:13:08,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56ca510f4bfdce6feac766744dc643c5, ASSIGN because future has completed 2024-11-18T17:13:08,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56ca510f4bfdce6feac766744dc643c5, server=6912f599d260,33591,1731949970796}] 2024-11-18T17:13:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:08,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. 2024-11-18T17:13:08,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:08,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:13:08,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C33591%2C1731949970796.rep, suffix=, logDir=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796, archiveDir=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/oldWALs, maxLogs=10 2024-11-18T17:13:08,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.rep.1731949988245, exclude list is [], retry=0 2024-11-18T17:13:08,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39207,DS-b9afba5e-2cb2-4492-9060-598518dffbf2,DISK] 2024-11-18T17:13:08,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.rep.1731949988245 2024-11-18T17:13:08,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39197:39197)] 2024-11-18T17:13:08,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 56ca510f4bfdce6feac766744dc643c5, NAME => 'hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:08,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:13:08,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:13:08,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. service=MultiRowMutationService 2024-11-18T17:13:08,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:13:08,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 56ca510f4bfdce6feac766744dc643c5 2024-11-18T17:13:08,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:08,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 56ca510f4bfdce6feac766744dc643c5 2024-11-18T17:13:08,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 56ca510f4bfdce6feac766744dc643c5 2024-11-18T17:13:08,262 INFO [StoreOpener-56ca510f4bfdce6feac766744dc643c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 56ca510f4bfdce6feac766744dc643c5 2024-11-18T17:13:08,262 INFO [StoreOpener-56ca510f4bfdce6feac766744dc643c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ca510f4bfdce6feac766744dc643c5 columnFamilyName hfileref 2024-11-18T17:13:08,262 DEBUG [StoreOpener-56ca510f4bfdce6feac766744dc643c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:08,263 INFO [StoreOpener-56ca510f4bfdce6feac766744dc643c5-1 {}] regionserver.HStore(327): Store=56ca510f4bfdce6feac766744dc643c5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:08,263 INFO [StoreOpener-56ca510f4bfdce6feac766744dc643c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 56ca510f4bfdce6feac766744dc643c5 2024-11-18T17:13:08,263 INFO [StoreOpener-56ca510f4bfdce6feac766744dc643c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ca510f4bfdce6feac766744dc643c5 columnFamilyName queue 2024-11-18T17:13:08,263 DEBUG [StoreOpener-56ca510f4bfdce6feac766744dc643c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:08,264 INFO [StoreOpener-56ca510f4bfdce6feac766744dc643c5-1 {}] regionserver.HStore(327): Store=56ca510f4bfdce6feac766744dc643c5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:08,264 INFO [StoreOpener-56ca510f4bfdce6feac766744dc643c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 56ca510f4bfdce6feac766744dc643c5 2024-11-18T17:13:08,264 INFO [StoreOpener-56ca510f4bfdce6feac766744dc643c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56ca510f4bfdce6feac766744dc643c5 columnFamilyName sid 2024-11-18T17:13:08,264 DEBUG [StoreOpener-56ca510f4bfdce6feac766744dc643c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:08,264 INFO [StoreOpener-56ca510f4bfdce6feac766744dc643c5-1 {}] regionserver.HStore(327): Store=56ca510f4bfdce6feac766744dc643c5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:08,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 56ca510f4bfdce6feac766744dc643c5 2024-11-18T17:13:08,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/replication/56ca510f4bfdce6feac766744dc643c5 2024-11-18T17:13:08,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/replication/56ca510f4bfdce6feac766744dc643c5 2024-11-18T17:13:08,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 56ca510f4bfdce6feac766744dc643c5 2024-11-18T17:13:08,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 56ca510f4bfdce6feac766744dc643c5 2024-11-18T17:13:08,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:13:08,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 56ca510f4bfdce6feac766744dc643c5 2024-11-18T17:13:08,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/replication/56ca510f4bfdce6feac766744dc643c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:08,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 56ca510f4bfdce6feac766744dc643c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69031947, jitterRate=0.028656169772148132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:13:08,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56ca510f4bfdce6feac766744dc643c5 2024-11-18T17:13:08,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 56ca510f4bfdce6feac766744dc643c5: Running coprocessor pre-open hook at 1731949988261Writing region info on filesystem at 1731949988261Initializing all the Stores at 1731949988261Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949988261Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949988261Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949988261Cleaning up temporary data from old regions at 1731949988266 (+5 ms)Running coprocessor post-open hooks at 1731949988269 (+3 ms)Region opened successfully at 1731949988269 2024-11-18T17:13:08,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5., pid=10, masterSystemTime=1731949988240 2024-11-18T17:13:08,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. 2024-11-18T17:13:08,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. 2024-11-18T17:13:08,272 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56ca510f4bfdce6feac766744dc643c5, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,33591,1731949970796 2024-11-18T17:13:08,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56ca510f4bfdce6feac766744dc643c5, server=6912f599d260,33591,1731949970796 because future has completed 2024-11-18T17:13:08,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T17:13:08,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 56ca510f4bfdce6feac766744dc643c5, server=6912f599d260,33591,1731949970796 in 185 msec 2024-11-18T17:13:08,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T17:13:08,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56ca510f4bfdce6feac766744dc643c5, ASSIGN in 341 msec 2024-11-18T17:13:08,277 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 379, reset compression=false 2024-11-18T17:13:08,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:13:08,277 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949988277"}]},"ts":"1731949988277"} 2024-11-18T17:13:08,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T17:13:08,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:13:08,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 761 msec 2024-11-18T17:13:08,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5., hostname=6912f599d260,33591,1731949970796, seqNum=2] 2024-11-18T17:13:08,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:13:08,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:13:08,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:13:08,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T17:13:08,519 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T17:13:08,544 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,33591,1731949970796, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:13:08,544 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:08,545 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,33591,1731949970796, seqNum=-1] 2024-11-18T17:13:08,545 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:08,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T17:13:08,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6912f599d260,33591,1731949970796', locateType=CURRENT is [region=hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5., hostname=6912f599d260,33591,1731949970796, seqNum=2] 2024-11-18T17:13:08,548 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T17:13:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T17:13:08,550 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6912f599d260,33591,1731949970796 suceeded 2024-11-18T17:13:08,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T17:13:08,561 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6912f599d260:42089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:13:08,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-18T17:13:08,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0500 sec 2024-11-18T17:13:08,571 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:42089' 2024-11-18T17:13:08,572 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aecd707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:08,572 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,42089,-1 for getting cluster id 2024-11-18T17:13:08,572 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:08,573 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c1188a9-4b8e-4272-9a82-9388d1100ea5' 2024-11-18T17:13:08,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:08,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c1188a9-4b8e-4272-9a82-9388d1100ea5" 2024-11-18T17:13:08,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b6f4527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:08,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,42089,-1] 2024-11-18T17:13:08,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:08,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:08,574 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:08,575 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66b7543d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:08,575 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:08,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,42089,1731949975939 2024-11-18T17:13:08,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fbe33d0 2024-11-18T17:13:08,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:08,576 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-18T17:13:08,577 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,33591,1731949970796 (queues=1) is replicating from cluster=a8dc3247-d139-411c-ae86-502c2b4c0c68 to cluster=4c1188a9-4b8e-4272-9a82-9388d1100ea5 2024-11-18T17:13:08,577 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C33591%2C1731949970796 2024-11-18T17:13:08,577 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,33591,1731949970796, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:13:08,577 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007, startPosition=0, beingWritten=true 2024-11-18T17:13:08,577 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C33591%2C1731949970796 2024-11-18T17:13:08,581 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:13:08,581 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 379, reset compression=false 2024-11-18T17:13:08,581 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,33591,1731949970796 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:13:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:08,646 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:13:08,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:13:08,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:08,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:08,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:08,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:08,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8b9d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:08,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,42089,-1 for getting cluster id 2024-11-18T17:13:08,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:08,648 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c1188a9-4b8e-4272-9a82-9388d1100ea5' 2024-11-18T17:13:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c1188a9-4b8e-4272-9a82-9388d1100ea5" 2024-11-18T17:13:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7609e22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,42089,-1] 2024-11-18T17:13:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:08,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:08,649 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:08,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7caaf449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:08,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,42089,1731949975939 2024-11-18T17:13:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35224619 2024-11-18T17:13:08,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:08,651 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:08,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:39987,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:13:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:13:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:08,653 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:39987' 2024-11-18T17:13:08,654 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96438b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:08,654 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,39987,-1 for getting cluster id 2024-11-18T17:13:08,654 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:08,654 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8dc3247-d139-411c-ae86-502c2b4c0c68' 2024-11-18T17:13:08,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:08,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8dc3247-d139-411c-ae86-502c2b4c0c68" 2024-11-18T17:13:08,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a946c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:08,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,39987,-1] 2024-11-18T17:13:08,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:08,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:08,655 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:08,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce287dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:08,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,39987,1731949970679 2024-11-18T17:13:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d945b26 2024-11-18T17:13:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:08,657 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:08,658 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T17:13:08,658 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:13:08,658 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:08,658 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:08,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:08,658 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:13:08,659 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:13:08,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:13:08,660 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:08,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:13:08,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741837_1013 (size=1138) 2024-11-18T17:13:08,709 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T17:13:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:08,783 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 379, reset compression=false 2024-11-18T17:13:08,882 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 379, reset compression=false 2024-11-18T17:13:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:09,075 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ddfe89b6a8c4ed58a8786a53bb3249e6, NAME => 'hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9 2024-11-18T17:13:09,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741838_1014 (size=44) 2024-11-18T17:13:09,086 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 379, reset compression=false 2024-11-18T17:13:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:09,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:09,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ddfe89b6a8c4ed58a8786a53bb3249e6, disabling compactions & flushes 2024-11-18T17:13:09,480 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. 2024-11-18T17:13:09,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. 2024-11-18T17:13:09,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. after waiting 0 ms 2024-11-18T17:13:09,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. 2024-11-18T17:13:09,480 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. 2024-11-18T17:13:09,480 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ddfe89b6a8c4ed58a8786a53bb3249e6: Waiting for close lock at 1731949989480Disabling compacts and flushes for region at 1731949989480Disabling writes for close at 1731949989480Writing region close event to WAL at 1731949989480Closed at 1731949989480 2024-11-18T17:13:09,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:13:09,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731949989481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731949989481"}]},"ts":"1731949989481"} 2024-11-18T17:13:09,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:13:09,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:13:09,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949989483"}]},"ts":"1731949989483"} 2024-11-18T17:13:09,484 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T17:13:09,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ddfe89b6a8c4ed58a8786a53bb3249e6, ASSIGN}] 2024-11-18T17:13:09,485 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ddfe89b6a8c4ed58a8786a53bb3249e6, ASSIGN 2024-11-18T17:13:09,486 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ddfe89b6a8c4ed58a8786a53bb3249e6, ASSIGN; state=OFFLINE, location=6912f599d260,35063,1731949976055; forceNewPlan=false, retain=false 2024-11-18T17:13:09,490 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 379, reset compression=false 2024-11-18T17:13:09,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:09,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:13:09,577 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108822 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:13:09,585 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 379, reset compression=false 2024-11-18T17:13:09,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ddfe89b6a8c4ed58a8786a53bb3249e6, regionState=OPENING, regionLocation=6912f599d260,35063,1731949976055 2024-11-18T17:13:09,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ddfe89b6a8c4ed58a8786a53bb3249e6, ASSIGN because future has completed 2024-11-18T17:13:09,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddfe89b6a8c4ed58a8786a53bb3249e6, server=6912f599d260,35063,1731949976055}] 2024-11-18T17:13:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:09,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. 2024-11-18T17:13:09,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:09,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:13:09,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C35063%2C1731949976055.rep, suffix=, logDir=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055, archiveDir=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/oldWALs, maxLogs=10 2024-11-18T17:13:09,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.rep.1731949989797, exclude list is [], retry=0 2024-11-18T17:13:09,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33995,DS-220e0373-ecb7-44b9-a12d-dac63e702d7a,DISK] 2024-11-18T17:13:09,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.rep.1731949989797 2024-11-18T17:13:09,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38283:38283)] 2024-11-18T17:13:09,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ddfe89b6a8c4ed58a8786a53bb3249e6, NAME => 'hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:09,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:13:09,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:13:09,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. service=MultiRowMutationService 2024-11-18T17:13:09,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:13:09,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:09,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:09,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:09,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:09,820 INFO [StoreOpener-ddfe89b6a8c4ed58a8786a53bb3249e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:09,821 INFO [StoreOpener-ddfe89b6a8c4ed58a8786a53bb3249e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddfe89b6a8c4ed58a8786a53bb3249e6 columnFamilyName hfileref 2024-11-18T17:13:09,821 DEBUG [StoreOpener-ddfe89b6a8c4ed58a8786a53bb3249e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:09,821 INFO [StoreOpener-ddfe89b6a8c4ed58a8786a53bb3249e6-1 {}] regionserver.HStore(327): Store=ddfe89b6a8c4ed58a8786a53bb3249e6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:09,821 INFO [StoreOpener-ddfe89b6a8c4ed58a8786a53bb3249e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:09,822 INFO [StoreOpener-ddfe89b6a8c4ed58a8786a53bb3249e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddfe89b6a8c4ed58a8786a53bb3249e6 columnFamilyName queue 2024-11-18T17:13:09,822 DEBUG [StoreOpener-ddfe89b6a8c4ed58a8786a53bb3249e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:09,822 INFO [StoreOpener-ddfe89b6a8c4ed58a8786a53bb3249e6-1 {}] regionserver.HStore(327): Store=ddfe89b6a8c4ed58a8786a53bb3249e6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:09,822 INFO [StoreOpener-ddfe89b6a8c4ed58a8786a53bb3249e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:09,822 INFO [StoreOpener-ddfe89b6a8c4ed58a8786a53bb3249e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddfe89b6a8c4ed58a8786a53bb3249e6 columnFamilyName sid 2024-11-18T17:13:09,822 DEBUG [StoreOpener-ddfe89b6a8c4ed58a8786a53bb3249e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:09,823 INFO [StoreOpener-ddfe89b6a8c4ed58a8786a53bb3249e6-1 {}] regionserver.HStore(327): Store=ddfe89b6a8c4ed58a8786a53bb3249e6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:09,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:09,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/replication/ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:09,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/replication/ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:09,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:09,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:09,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:13:09,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:09,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/replication/ddfe89b6a8c4ed58a8786a53bb3249e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:09,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ddfe89b6a8c4ed58a8786a53bb3249e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59201777, jitterRate=-0.11782477796077728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:13:09,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:09,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ddfe89b6a8c4ed58a8786a53bb3249e6: Running coprocessor pre-open hook at 1731949989819Writing region info on filesystem at 1731949989819Initializing all the Stores at 1731949989820 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949989820Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949989820Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731949989820Cleaning up temporary data from old regions at 1731949989824 (+4 ms)Running coprocessor post-open hooks at 1731949989828 (+4 ms)Region opened successfully at 1731949989828 2024-11-18T17:13:09,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6., pid=10, masterSystemTime=1731949989791 2024-11-18T17:13:09,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. 2024-11-18T17:13:09,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. 2024-11-18T17:13:09,830 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ddfe89b6a8c4ed58a8786a53bb3249e6, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,35063,1731949976055 2024-11-18T17:13:09,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddfe89b6a8c4ed58a8786a53bb3249e6, server=6912f599d260,35063,1731949976055 because future has completed 2024-11-18T17:13:09,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T17:13:09,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ddfe89b6a8c4ed58a8786a53bb3249e6, server=6912f599d260,35063,1731949976055 in 193 msec 2024-11-18T17:13:09,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T17:13:09,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ddfe89b6a8c4ed58a8786a53bb3249e6, ASSIGN in 350 msec 2024-11-18T17:13:09,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:13:09,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731949989836"}]},"ts":"1731949989836"} 2024-11-18T17:13:09,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T17:13:09,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:13:09,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-18T17:13:09,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6., hostname=6912f599d260,35063,1731949976055, seqNum=2] 2024-11-18T17:13:09,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T17:13:09,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T17:13:09,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:13:09,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T17:13:09,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:13:09,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:13:09,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:13:09,993 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 379, reset compression=false 2024-11-18T17:13:10,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T17:13:10,081 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T17:13:10,106 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,35063,1731949976055, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:13:10,106 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:10,107 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,35063,1731949976055, seqNum=-1] 2024-11-18T17:13:10,107 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:10,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T17:13:10,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6912f599d260,35063,1731949976055', locateType=CURRENT is [region=hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6., hostname=6912f599d260,35063,1731949976055, seqNum=2] 2024-11-18T17:13:10,111 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T17:13:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T17:13:10,112 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6912f599d260,35063,1731949976055 suceeded 2024-11-18T17:13:10,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T17:13:10,114 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6912f599d260:39987,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:13:10,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-18T17:13:10,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4630 sec 2024-11-18T17:13:10,124 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:39987' 2024-11-18T17:13:10,124 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ede6eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:10,124 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,39987,-1 for getting cluster id 2024-11-18T17:13:10,125 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:10,125 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8dc3247-d139-411c-ae86-502c2b4c0c68' 2024-11-18T17:13:10,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:10,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8dc3247-d139-411c-ae86-502c2b4c0c68" 2024-11-18T17:13:10,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42a6eab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:10,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,39987,-1] 2024-11-18T17:13:10,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:10,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:10,126 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:10,126 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79ad98c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:10,127 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:10,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,39987,1731949970679 2024-11-18T17:13:10,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cec8ba3 2024-11-18T17:13:10,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:10,128 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-18T17:13:10,128 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,35063,1731949976055 (queues=1) is replicating from cluster=4c1188a9-4b8e-4272-9a82-9388d1100ea5 to cluster=a8dc3247-d139-411c-ae86-502c2b4c0c68 2024-11-18T17:13:10,128 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C35063%2C1731949976055 2024-11-18T17:13:10,128 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,35063,1731949976055, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:13:10,129 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C35063%2C1731949976055 2024-11-18T17:13:10,129 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902, startPosition=0, beingWritten=true 2024-11-18T17:13:10,132 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:13:10,132 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 379, reset compression=false 2024-11-18T17:13:10,132 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,35063,1731949976055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:13:10,336 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 379, reset compression=false 2024-11-18T17:13:10,388 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 379, reset compression=false 2024-11-18T17:13:10,456 DEBUG [master/6912f599d260:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=34, reused chunk count=120, reuseRatio=77.92% 2024-11-18T17:13:10,456 DEBUG [master/6912f599d260:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-18T17:13:10,597 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 379, reset compression=false 2024-11-18T17:13:10,639 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 379, reset compression=false 2024-11-18T17:13:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:10,796 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:13:10,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:13:10,796 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:10,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:10,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:10,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:10,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393bb33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:10,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,37123,-1 for getting cluster id 2024-11-18T17:13:10,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:10,797 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21f31ac5-18e0-4d56-aaaf-64474bfc2cad' 2024-11-18T17:13:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21f31ac5-18e0-4d56-aaaf-64474bfc2cad" 2024-11-18T17:13:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f696336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,37123,-1] 2024-11-18T17:13:10,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:10,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:10,798 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:10,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c63ac6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:10,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163d2e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:10,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,39987,-1 for getting cluster id 2024-11-18T17:13:10,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:10,800 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8dc3247-d139-411c-ae86-502c2b4c0c68' 2024-11-18T17:13:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8dc3247-d139-411c-ae86-502c2b4c0c68" 2024-11-18T17:13:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe6beb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,39987,-1] 2024-11-18T17:13:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:10,801 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f04896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:10,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62aa1f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:10,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,42089,-1 for getting cluster id 2024-11-18T17:13:10,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:10,802 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c1188a9-4b8e-4272-9a82-9388d1100ea5' 2024-11-18T17:13:10,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:10,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c1188a9-4b8e-4272-9a82-9388d1100ea5" 2024-11-18T17:13:10,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bea8685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:10,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,42089,-1] 2024-11-18T17:13:10,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:10,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:10,803 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:10,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf0f81b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:10,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:10,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,46441,1731949965864, seqNum=-1] 2024-11-18T17:13:10,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:10,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:13:10,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731949978904.ff983c4126a5c026983979885d238e42., hostname=6912f599d260,46441,1731949965864, seqNum=2] 2024-11-18T17:13:10,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:10,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,35063,1731949976055, seqNum=-1] 2024-11-18T17:13:10,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:10,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:13:10,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a., hostname=6912f599d260,35063,1731949976055, seqNum=2] 2024-11-18T17:13:10,813 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T17:13:10,866 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T17:13:11,042 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 379, reset compression=false 2024-11-18T17:13:11,291 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 379, reset compression=false 2024-11-18T17:13:11,295 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:13:11,295 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 480, reset compression=false 2024-11-18T17:13:11,295 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.shipper6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,46441,1731949965864 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff983c4126a5c026983979885d238e42/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-18T17:13:11,297 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.shipper6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:13:11,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-18T17:13:11,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:13:11,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b1f79a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:11,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,39987,-1 for getting cluster id 2024-11-18T17:13:11,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:11,299 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8dc3247-d139-411c-ae86-502c2b4c0c68' 2024-11-18T17:13:11,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:11,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8dc3247-d139-411c-ae86-502c2b4c0c68" 2024-11-18T17:13:11,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3011303e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:11,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,39987,-1] 2024-11-18T17:13:11,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:11,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:11,300 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 379, reset compression=false 2024-11-18T17:13:11,300 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:11,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b423e4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:11,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:11,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,33591,1731949970796, seqNum=-1] 2024-11-18T17:13:11,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:11,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-18T17:13:11,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d., hostname=6912f599d260,33591,1731949970796, seqNum=2] 2024-11-18T17:13:11,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:13:11,498 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 480, reset compression=false 2024-11-18T17:13:11,544 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 379, reset compression=false 2024-11-18T17:13:11,802 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 480, reset compression=false 2024-11-18T17:13:11,814 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-18T17:13:12,018 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:13:12,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:12,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:12,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:12,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:12,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:12,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:12,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:12,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:12,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:12,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:12,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:12,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:12,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:12,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:12,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:12,103 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 379, reset compression=false 2024-11-18T17:13:12,108 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:13:12,108 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 503, reset compression=false 2024-11-18T17:13:12,108 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,33591,1731949970796 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ab9db505cd8971fb885eb00dc4f276d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-18T17:13:12,109 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:13:12,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-18T17:13:12,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:13:12,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37a45e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:12,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,42089,-1 for getting cluster id 2024-11-18T17:13:12,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:12,112 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c1188a9-4b8e-4272-9a82-9388d1100ea5' 2024-11-18T17:13:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c1188a9-4b8e-4272-9a82-9388d1100ea5" 2024-11-18T17:13:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2098d674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,42089,-1] 2024-11-18T17:13:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:12,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:12,113 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:12,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42489970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:12,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:12,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,35063,1731949976055, seqNum=-1] 2024-11-18T17:13:12,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:12,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-18T17:13:12,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a., hostname=6912f599d260,35063,1731949976055, seqNum=2] 2024-11-18T17:13:12,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:13:12,147 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 379, reset compression=false 2024-11-18T17:13:12,151 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:13:12,151 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 527, reset compression=false 2024-11-18T17:13:12,151 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,35063,1731949976055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:13:12,205 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 480, reset compression=false 2024-11-18T17:13:12,312 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 503, reset compression=false 2024-11-18T17:13:12,355 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 527, reset compression=false 2024-11-18T17:13:12,615 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 503, reset compression=false 2024-11-18T17:13:12,658 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 527, reset compression=false 2024-11-18T17:13:12,708 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 480, reset compression=false 2024-11-18T17:13:12,815 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-18T17:13:12,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,33591,1731949970796, seqNum=-1] 2024-11-18T17:13:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:12,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:13:12,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d., hostname=6912f599d260,33591,1731949970796, seqNum=2] 2024-11-18T17:13:12,821 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-18T17:13:13,018 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 503, reset compression=false 2024-11-18T17:13:13,022 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:13:13,022 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 607, reset compression=false 2024-11-18T17:13:13,022 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,33591,1731949970796 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ab9db505cd8971fb885eb00dc4f276d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T17:13:13,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:13:13,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:13:13,061 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 527, reset compression=false 2024-11-18T17:13:13,064 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:13:13,065 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 655, reset compression=false 2024-11-18T17:13:13,065 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,35063,1731949976055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:13:13,225 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 607, reset compression=false 2024-11-18T17:13:13,267 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 655, reset compression=false 2024-11-18T17:13:13,311 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 480, reset compression=false 2024-11-18T17:13:13,528 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 607, reset compression=false 2024-11-18T17:13:13,570 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 655, reset compression=false 2024-11-18T17:13:13,823 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-18T17:13:13,825 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-18T17:13:13,931 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 607, reset compression=false 2024-11-18T17:13:13,973 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 655, reset compression=false 2024-11-18T17:13:13,977 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:13:13,977 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 759, reset compression=false 2024-11-18T17:13:13,977 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,35063,1731949976055 got entry batch from reader: WALEntryBatch [walEntries=[{test/433daf6816c1e2e3fba0af78cdb9719a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-18T17:13:13,978 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:13:13,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-18T17:13:13,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:13:13,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:13:14,014 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 480, reset compression=false 2024-11-18T17:13:14,180 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 759, reset compression=false 2024-11-18T17:13:14,435 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 607, reset compression=false 2024-11-18T17:13:14,439 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:13:14,439 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 734, reset compression=false 2024-11-18T17:13:14,439 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,33591,1731949970796 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:13:14,483 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 759, reset compression=false 2024-11-18T17:13:14,642 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 734, reset compression=false 2024-11-18T17:13:14,817 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 480, reset compression=false 2024-11-18T17:13:14,827 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-18T17:13:14,829 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T17:13:14,886 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 759, reset compression=false 2024-11-18T17:13:14,945 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 734, reset compression=false 2024-11-18T17:13:15,275 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T17:13:15,348 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 734, reset compression=false 2024-11-18T17:13:15,390 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 759, reset compression=false 2024-11-18T17:13:15,720 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 480, reset compression=false 2024-11-18T17:13:15,725 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:13:15,725 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 636, reset compression=false 2024-11-18T17:13:15,725 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.shipper6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,46441,1731949965864 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff983c4126a5c026983979885d238e42/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-18T17:13:15,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:13:15,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:13:15,831 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-18T17:13:15,851 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 734, reset compression=false 2024-11-18T17:13:15,855 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:13:15,855 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 881, reset compression=false 2024-11-18T17:13:15,855 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,33591,1731949970796 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ab9db505cd8971fb885eb00dc4f276d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-18T17:13:15,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:13:15,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:13:15,929 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 636, reset compression=false 2024-11-18T17:13:15,993 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 759, reset compression=false 2024-11-18T17:13:15,997 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:13:15,997 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 930, reset compression=false 2024-11-18T17:13:15,997 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,35063,1731949976055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:13:16,058 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 881, reset compression=false 2024-11-18T17:13:16,200 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 930, reset compression=false 2024-11-18T17:13:16,232 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 636, reset compression=false 2024-11-18T17:13:16,361 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 881, reset compression=false 2024-11-18T17:13:16,503 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 930, reset compression=false 2024-11-18T17:13:16,635 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 636, reset compression=false 2024-11-18T17:13:16,764 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 881, reset compression=false 2024-11-18T17:13:16,832 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-18T17:13:16,845 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-18T17:13:16,906 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 930, reset compression=false 2024-11-18T17:13:17,138 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 636, reset compression=false 2024-11-18T17:13:17,267 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 881, reset compression=false 2024-11-18T17:13:17,271 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:13:17,271 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1040, reset compression=false 2024-11-18T17:13:17,271 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,33591,1731949970796 got entry batch from reader: WALEntryBatch [walEntries=[{test/7ab9db505cd8971fb885eb00dc4f276d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T17:13:17,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:13:17,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:13:17,409 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 930, reset compression=false 2024-11-18T17:13:17,414 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:13:17,414 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 1080, reset compression=false 2024-11-18T17:13:17,414 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,35063,1731949976055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:13:17,474 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1040, reset compression=false 2024-11-18T17:13:17,621 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 1080, reset compression=false 2024-11-18T17:13:17,742 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 636, reset compression=false 2024-11-18T17:13:17,777 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1040, reset compression=false 2024-11-18T17:13:17,846 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-18T17:13:17,849 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-18T17:13:17,923 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 1080, reset compression=false 2024-11-18T17:13:17,928 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:13:17,928 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 1239, reset compression=false 2024-11-18T17:13:17,928 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,35063,1731949976055 got entry batch from reader: WALEntryBatch [walEntries=[{test/433daf6816c1e2e3fba0af78cdb9719a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-18T17:13:17,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-18T17:13:17,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-18T17:13:18,131 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 1239, reset compression=false 2024-11-18T17:13:18,180 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1040, reset compression=false 2024-11-18T17:13:18,183 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:13:18,184 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1189, reset compression=false 2024-11-18T17:13:18,184 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,33591,1731949970796 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:13:18,386 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1189, reset compression=false 2024-11-18T17:13:18,433 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 1239, reset compression=false 2024-11-18T17:13:18,445 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 636, reset compression=false 2024-11-18T17:13:18,690 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1189, reset compression=false 2024-11-18T17:13:18,836 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 1239, reset compression=false 2024-11-18T17:13:18,850 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-18T17:13:18,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:13:18,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:13:18,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:18,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:18,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:18,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:18,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:13:18,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1378063624, stopped=false 2024-11-18T17:13:18,855 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,42089,1731949975939 2024-11-18T17:13:18,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-828258286/running 2024-11-18T17:13:18,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-828258286/running 2024-11-18T17:13:18,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:13:18,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:13:18,911 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:13:18,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:13:18,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:18,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:18,912 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,35063,1731949976055' ***** 2024-11-18T17:13:18,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Set watcher on znode that does not yet exist, /2-828258286/running 2024-11-18T17:13:18,912 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:13:18,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Set watcher on znode that does not yet exist, /2-828258286/running 2024-11-18T17:13:18,912 INFO [RS:0;6912f599d260:35063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:13:18,912 INFO [RS:0;6912f599d260:35063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:13:18,912 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:13:18,912 INFO [RS:0;6912f599d260:35063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:13:18,913 INFO [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(3091): Received CLOSE for ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:18,913 INFO [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(3091): Received CLOSE for 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:18,913 INFO [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,35063,1731949976055 2024-11-18T17:13:18,913 INFO [RS:0;6912f599d260:35063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:13:18,913 INFO [RS:0;6912f599d260:35063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:35063. 2024-11-18T17:13:18,913 DEBUG [RS:0;6912f599d260:35063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:18,913 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ddfe89b6a8c4ed58a8786a53bb3249e6, disabling compactions & flushes 2024-11-18T17:13:18,913 DEBUG [RS:0;6912f599d260:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:18,913 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. 2024-11-18T17:13:18,913 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. 2024-11-18T17:13:18,913 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. after waiting 0 ms 2024-11-18T17:13:18,913 INFO [RS:0;6912f599d260:35063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:13:18,913 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. 2024-11-18T17:13:18,913 INFO [RS:0;6912f599d260:35063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:13:18,913 INFO [RS:0;6912f599d260:35063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:13:18,913 INFO [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:13:18,913 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ddfe89b6a8c4ed58a8786a53bb3249e6 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-18T17:13:18,913 INFO [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T17:13:18,913 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1325): Online Regions={ddfe89b6a8c4ed58a8786a53bb3249e6=hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6., 1588230740=hbase:meta,,1.1588230740, 433daf6816c1e2e3fba0af78cdb9719a=test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a.} 2024-11-18T17:13:18,913 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 433daf6816c1e2e3fba0af78cdb9719a, ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:18,913 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:13:18,913 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:13:18,913 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:13:18,913 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:13:18,913 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:13:18,913 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T17:13:18,928 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/replication/ddfe89b6a8c4ed58a8786a53bb3249e6/.tmp/queue/706fbbc2a2d0454688f2bbab7547a907 is 154, key is 1-6912f599d260,35063,1731949976055/queue:6912f599d260%2C35063%2C1731949976055/1731949997932/Put/seqid=0 2024-11-18T17:13:18,930 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/.tmp/info/650504fe9868447d97374021ba34c7c1 is 147, key is hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6./info:regioninfo/1731949989830/Put/seqid=0 2024-11-18T17:13:18,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741840_1016 (size=5353) 2024-11-18T17:13:18,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741841_1017 (size=7686) 2024-11-18T17:13:18,991 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:13:19,093 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1189, reset compression=false 2024-11-18T17:13:19,113 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 433daf6816c1e2e3fba0af78cdb9719a, ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:19,248 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 636, reset compression=false 2024-11-18T17:13:19,314 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 433daf6816c1e2e3fba0af78cdb9719a, ddfe89b6a8c4ed58a8786a53bb3249e6 2024-11-18T17:13:19,337 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/replication/ddfe89b6a8c4ed58a8786a53bb3249e6/.tmp/queue/706fbbc2a2d0454688f2bbab7547a907 2024-11-18T17:13:19,337 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/.tmp/info/650504fe9868447d97374021ba34c7c1 2024-11-18T17:13:19,339 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 1239, reset compression=false 2024-11-18T17:13:19,341 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/replication/ddfe89b6a8c4ed58a8786a53bb3249e6/.tmp/queue/706fbbc2a2d0454688f2bbab7547a907 as hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/replication/ddfe89b6a8c4ed58a8786a53bb3249e6/queue/706fbbc2a2d0454688f2bbab7547a907 2024-11-18T17:13:19,345 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/replication/ddfe89b6a8c4ed58a8786a53bb3249e6/queue/706fbbc2a2d0454688f2bbab7547a907, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T17:13:19,346 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for ddfe89b6a8c4ed58a8786a53bb3249e6 in 433ms, sequenceid=12, compaction requested=false 2024-11-18T17:13:19,352 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/replication/ddfe89b6a8c4ed58a8786a53bb3249e6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T17:13:19,352 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:13:19,352 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:13:19,352 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. 2024-11-18T17:13:19,352 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ddfe89b6a8c4ed58a8786a53bb3249e6: Waiting for close lock at 1731949998913Running coprocessor pre-close hooks at 1731949998913Disabling compacts and flushes for region at 1731949998913Disabling writes for close at 1731949998913Obtaining lock to block concurrent updates at 1731949998913Preparing flush snapshotting stores in ddfe89b6a8c4ed58a8786a53bb3249e6 at 1731949998913Finished memstore snapshotting hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731949998913Flushing stores of hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. at 1731949998914 (+1 ms)Flushing ddfe89b6a8c4ed58a8786a53bb3249e6/queue: creating writer at 1731949998914Flushing ddfe89b6a8c4ed58a8786a53bb3249e6/queue: appending metadata at 1731949998928 (+14 ms)Flushing ddfe89b6a8c4ed58a8786a53bb3249e6/queue: closing flushed file at 1731949998928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45170fe3: reopening flushed file at 1731949999341 (+413 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for ddfe89b6a8c4ed58a8786a53bb3249e6 in 433ms, sequenceid=12, compaction requested=false at 1731949999346 (+5 ms)Writing region close event to WAL at 1731949999349 (+3 ms)Running coprocessor post-close hooks at 1731949999352 (+3 ms)Closed at 1731949999352 2024-11-18T17:13:19,353 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731949988658.ddfe89b6a8c4ed58a8786a53bb3249e6. 2024-11-18T17:13:19,353 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 433daf6816c1e2e3fba0af78cdb9719a, disabling compactions & flushes 2024-11-18T17:13:19,353 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a. 2024-11-18T17:13:19,353 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a. 2024-11-18T17:13:19,353 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a. after waiting 0 ms 2024-11-18T17:13:19,353 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a. 2024-11-18T17:13:19,353 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 433daf6816c1e2e3fba0af78cdb9719a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T17:13:19,356 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/.tmp/ns/21f57a1f99b9438692fa1ace1bbbe64f is 43, key is default/ns:d/1731949978810/Put/seqid=0 2024-11-18T17:13:19,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741842_1018 (size=5153) 2024-11-18T17:13:19,371 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/.tmp/f/462b5bb4900447c6a0756fd208e6afc6 is 29, key is row1/f:/1731949996833/DeleteFamily/seqid=0 2024-11-18T17:13:19,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741843_1019 (size=5152) 2024-11-18T17:13:19,514 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:19,596 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1189, reset compression=false 2024-11-18T17:13:19,714 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:19,761 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/.tmp/ns/21f57a1f99b9438692fa1ace1bbbe64f 2024-11-18T17:13:19,774 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/.tmp/f/462b5bb4900447c6a0756fd208e6afc6 2024-11-18T17:13:19,775 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:13:19,775 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:13:19,778 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 462b5bb4900447c6a0756fd208e6afc6 2024-11-18T17:13:19,781 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/.tmp/rep_barrier/c74427c529f14daab14e2acad870ed53 is 112, key is test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a./rep_barrier:seqnumDuringOpen/1731949984347/Put/seqid=0 2024-11-18T17:13:19,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741844_1020 (size=5518) 2024-11-18T17:13:19,794 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/.tmp/f1/e81bdc5008fd48be878b9cb68042d2e6 is 30, key is row1/f1:/1731949996833/DeleteFamily/seqid=0 2024-11-18T17:13:19,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741845_1021 (size=5158) 2024-11-18T17:13:19,884 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:13:19,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:19,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:19,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:19,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:19,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:19,914 INFO [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T17:13:19,914 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 433daf6816c1e2e3fba0af78cdb9719a=test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a.} 2024-11-18T17:13:19,914 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:19,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:19,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:19,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:19,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:19,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:19,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:19,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:19,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:19,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:19,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:19,941 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 1239, reset compression=false 2024-11-18T17:13:19,945 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:13:19,945 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 1486, reset compression=false 2024-11-18T17:13:19,945 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,35063,1731949976055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:13:19,946 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6912f599d260,35063,1731949976055: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6912f599d260,35063,1731949976055, walGroup=6912f599d260%2C35063%2C1731949976055, offset=6912f599d260%2C35063%2C1731949976055.1731949977902:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:35063 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T17:13:19,947 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T17:13:19,947 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T17:13:19,948 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T17:13:19,948 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T17:13:19,948 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T17:13:19,948 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 936459920 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 202573040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T17:13:19,949 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T17:13:20,114 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:20,148 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 1486, reset compression=false 2024-11-18T17:13:20,151 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 636, reset compression=false 2024-11-18T17:13:20,184 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/.tmp/rep_barrier/c74427c529f14daab14e2acad870ed53 2024-11-18T17:13:20,197 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/.tmp/f1/e81bdc5008fd48be878b9cb68042d2e6 2024-11-18T17:13:20,199 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1189, reset compression=false 2024-11-18T17:13:20,201 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/.tmp/table/0cd82e53902644be8e33e6ec2d6f05cf is 53, key is hbase:replication/table:state/1731949989836/Put/seqid=0 2024-11-18T17:13:20,201 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e81bdc5008fd48be878b9cb68042d2e6 2024-11-18T17:13:20,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741846_1022 (size=5308) 2024-11-18T17:13:20,215 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/.tmp/norep/94c79b44f9dd4607910e8d4035c91a13 is 33, key is row2/norep:/1731949997847/DeleteFamily/seqid=0 2024-11-18T17:13:20,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741847_1023 (size=5108) 2024-11-18T17:13:20,270 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T17:13:20,314 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:20,451 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.wal-reader.6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.1731949977902 to pos 1486, reset compression=false 2024-11-18T17:13:20,515 DEBUG [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 433daf6816c1e2e3fba0af78cdb9719a 2024-11-18T17:13:20,609 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/.tmp/table/0cd82e53902644be8e33e6ec2d6f05cf 2024-11-18T17:13:20,613 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/.tmp/info/650504fe9868447d97374021ba34c7c1 as hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/info/650504fe9868447d97374021ba34c7c1 2024-11-18T17:13:20,615 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/info/650504fe9868447d97374021ba34c7c1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T17:13:20,616 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/.tmp/ns/21f57a1f99b9438692fa1ace1bbbe64f as hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/ns/21f57a1f99b9438692fa1ace1bbbe64f 2024-11-18T17:13:20,618 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/.tmp/norep/94c79b44f9dd4607910e8d4035c91a13 2024-11-18T17:13:20,619 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/ns/21f57a1f99b9438692fa1ace1bbbe64f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T17:13:20,620 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/.tmp/rep_barrier/c74427c529f14daab14e2acad870ed53 as hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/rep_barrier/c74427c529f14daab14e2acad870ed53 2024-11-18T17:13:20,620 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94c79b44f9dd4607910e8d4035c91a13 2024-11-18T17:13:20,621 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/.tmp/f/462b5bb4900447c6a0756fd208e6afc6 as hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/f/462b5bb4900447c6a0756fd208e6afc6 2024-11-18T17:13:20,623 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/rep_barrier/c74427c529f14daab14e2acad870ed53, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T17:13:20,624 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/.tmp/table/0cd82e53902644be8e33e6ec2d6f05cf as hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/table/0cd82e53902644be8e33e6ec2d6f05cf 2024-11-18T17:13:20,624 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 462b5bb4900447c6a0756fd208e6afc6 2024-11-18T17:13:20,624 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/f/462b5bb4900447c6a0756fd208e6afc6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T17:13:20,624 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/.tmp/f1/e81bdc5008fd48be878b9cb68042d2e6 as hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/f1/e81bdc5008fd48be878b9cb68042d2e6 2024-11-18T17:13:20,626 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/table/0cd82e53902644be8e33e6ec2d6f05cf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T17:13:20,627 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false 2024-11-18T17:13:20,627 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e81bdc5008fd48be878b9cb68042d2e6 2024-11-18T17:13:20,627 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/f1/e81bdc5008fd48be878b9cb68042d2e6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T17:13:20,628 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/.tmp/norep/94c79b44f9dd4607910e8d4035c91a13 as hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/norep/94c79b44f9dd4607910e8d4035c91a13 2024-11-18T17:13:20,630 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:13:20,630 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:13:20,630 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:13:20,631 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:13:20,631 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731949998913Running coprocessor pre-close hooks at 1731949998913Disabling compacts and flushes for region at 1731949998913Disabling writes for close at 1731949998913Obtaining lock to block concurrent updates at 1731949998913Preparing flush snapshotting stores in 1588230740 at 1731949998913Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731949998914 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731949998914Flushing 1588230740/info: creating writer at 1731949998914Flushing 1588230740/info: appending metadata at 1731949998930 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731949998930Flushing 1588230740/ns: creating writer at 1731949999342 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731949999355 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731949999356 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731949999765 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731949999780 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731949999780Flushing 1588230740/table: creating writer at 1731950000187 (+407 ms)Flushing 1588230740/table: appending metadata at 1731950000200 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731950000200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a3117b: reopening flushed file at 1731950000612 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b3a0777: reopening flushed file at 1731950000615 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f5ce5: reopening flushed file at 1731950000619 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fae948a: reopening flushed file at 1731950000623 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false at 1731950000627 (+4 ms)Writing region close event to WAL at 1731950000628 (+1 ms)Running coprocessor post-close hooks at 1731950000630 (+2 ms)Closed at 1731950000631 (+1 ms) 2024-11-18T17:13:20,631 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:13:20,631 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94c79b44f9dd4607910e8d4035c91a13 2024-11-18T17:13:20,631 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/norep/94c79b44f9dd4607910e8d4035c91a13, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T17:13:20,632 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 433daf6816c1e2e3fba0af78cdb9719a in 1279ms, sequenceid=10, compaction requested=false 2024-11-18T17:13:20,635 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/data/default/test/433daf6816c1e2e3fba0af78cdb9719a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T17:13:20,635 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:13:20,635 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:13:20,635 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a. 2024-11-18T17:13:20,635 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 433daf6816c1e2e3fba0af78cdb9719a: Waiting for close lock at 1731949999353Running coprocessor pre-close hooks at 1731949999353Disabling compacts and flushes for region at 1731949999353Disabling writes for close at 1731949999353Obtaining lock to block concurrent updates at 1731949999353Preparing flush snapshotting stores in 433daf6816c1e2e3fba0af78cdb9719a at 1731949999353Finished memstore snapshotting test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731949999353Flushing stores of test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a. at 1731949999354 (+1 ms)Flushing 433daf6816c1e2e3fba0af78cdb9719a/f: creating writer at 1731949999354Flushing 433daf6816c1e2e3fba0af78cdb9719a/f: appending metadata at 1731949999370 (+16 ms)Flushing 433daf6816c1e2e3fba0af78cdb9719a/f: closing flushed file at 1731949999370Flushing 433daf6816c1e2e3fba0af78cdb9719a/f1: creating writer at 1731949999778 (+408 ms)Flushing 433daf6816c1e2e3fba0af78cdb9719a/f1: appending metadata at 1731949999794 (+16 ms)Flushing 433daf6816c1e2e3fba0af78cdb9719a/f1: closing flushed file at 1731949999794Flushing 433daf6816c1e2e3fba0af78cdb9719a/norep: creating writer at 1731950000201 (+407 ms)Flushing 433daf6816c1e2e3fba0af78cdb9719a/norep: appending metadata at 1731950000214 (+13 ms)Flushing 433daf6816c1e2e3fba0af78cdb9719a/norep: closing flushed file at 1731950000214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3014af99: reopening flushed file at 1731950000621 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256e421c: reopening flushed file at 1731950000624 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee454b3: reopening flushed file at 1731950000627 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 433daf6816c1e2e3fba0af78cdb9719a in 1279ms, sequenceid=10, compaction requested=false at 1731950000632 (+5 ms)Writing region close event to WAL at 1731950000633 (+1 ms)Running coprocessor post-close hooks at 1731950000635 (+2 ms)Closed at 1731950000635 2024-11-18T17:13:20,636 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731949983209.433daf6816c1e2e3fba0af78cdb9719a. 2024-11-18T17:13:20,715 INFO [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,35063,1731949976055; all regions closed. 2024-11-18T17:13:20,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741834_1010 (size=4239) 2024-11-18T17:13:20,717 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/WALs/6912f599d260,35063,1731949976055/6912f599d260%2C35063%2C1731949976055.meta.1731949978769.meta not finished, retry = 0 2024-11-18T17:13:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741839_1015 (size=3114) 2024-11-18T17:13:20,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741832_1008 (size=2138) 2024-11-18T17:13:20,821 DEBUG [RS:0;6912f599d260:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:20,821 INFO [RS:0;6912f599d260:35063 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:13:20,821 INFO [RS:0;6912f599d260:35063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:13:20,821 INFO [RS:0;6912f599d260:35063 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T17:13:20,821 INFO [RS:0;6912f599d260:35063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:13:20,821 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:13:20,822 INFO [RS:0;6912f599d260:35063 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,35063,1731949976055 because: Region server is closing 2024-11-18T17:13:20,822 INFO [RS:0;6912f599d260:35063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:35063. 2024-11-18T17:13:20,822 DEBUG [RS:0;6912f599d260:35063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:20,822 DEBUG [RS:0;6912f599d260:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:20,822 DEBUG [RS:0;6912f599d260:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:20,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:20,902 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1189, reset compression=false 2024-11-18T17:13:20,922 INFO [RS:0;6912f599d260:35063 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,35063,1731949976055.replicationSource.shipper6912f599d260%2C35063%2C1731949976055,1-6912f599d260,35063,1731949976055 terminated 2024-11-18T17:13:20,922 INFO [RS:0;6912f599d260:35063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:35063. 2024-11-18T17:13:20,922 DEBUG [RS:0;6912f599d260:35063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:20,922 DEBUG [RS:0;6912f599d260:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:20,923 DEBUG [RS:0;6912f599d260:35063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:20,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:20,923 INFO [RS:0;6912f599d260:35063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35063 2024-11-18T17:13:20,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-828258286/rs/6912f599d260,35063,1731949976055 2024-11-18T17:13:20,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286/rs 2024-11-18T17:13:20,961 INFO [RS:0;6912f599d260:35063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:13:20,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,35063,1731949976055] 2024-11-18T17:13:20,978 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-828258286/draining/6912f599d260,35063,1731949976055 already deleted, retry=false 2024-11-18T17:13:20,978 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,35063,1731949976055 expired; onlineServers=0 2024-11-18T17:13:20,978 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,42089,1731949975939' ***** 2024-11-18T17:13:20,978 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:13:20,978 INFO [M:0;6912f599d260:42089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:13:20,978 INFO [M:0;6912f599d260:42089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:13:20,978 DEBUG [M:0;6912f599d260:42089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:13:20,978 DEBUG [M:0;6912f599d260:42089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:13:20,978 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:13:20,978 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949977591 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949977591,5,FailOnTimeoutGroup] 2024-11-18T17:13:20,978 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949977589 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949977589,5,FailOnTimeoutGroup] 2024-11-18T17:13:20,978 INFO [M:0;6912f599d260:42089 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:13:20,978 INFO [M:0;6912f599d260:42089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:13:20,978 DEBUG [M:0;6912f599d260:42089 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:13:20,979 INFO [M:0;6912f599d260:42089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:13:20,979 INFO [M:0;6912f599d260:42089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:13:20,979 INFO [M:0;6912f599d260:42089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:13:20,979 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:13:20,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-828258286/master 2024-11-18T17:13:20,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-828258286 2024-11-18T17:13:20,986 DEBUG [M:0;6912f599d260:42089 {}] zookeeper.ZKUtil(347): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Unable to get data of znode /2-828258286/master because node does not exist (not an error) 2024-11-18T17:13:20,986 WARN [M:0;6912f599d260:42089 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:13:20,987 INFO [M:0;6912f599d260:42089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/.lastflushedseqids 2024-11-18T17:13:20,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741848_1024 (size=245) 2024-11-18T17:13:21,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:13:21,069 INFO [RS:0;6912f599d260:35063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:13:21,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35063-0x1015038dced0007, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:13:21,070 INFO [RS:0;6912f599d260:35063 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,35063,1731949976055; zookeeper connection closed. 2024-11-18T17:13:21,070 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@513ce922 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@513ce922 2024-11-18T17:13:21,070 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:13:21,153 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 636, reset compression=false 2024-11-18T17:13:21,391 INFO [M:0;6912f599d260:42089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:13:21,391 INFO [M:0;6912f599d260:42089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:13:21,391 DEBUG [M:0;6912f599d260:42089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:13:21,391 INFO [M:0;6912f599d260:42089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:21,391 DEBUG [M:0;6912f599d260:42089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:21,391 DEBUG [M:0;6912f599d260:42089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:13:21,391 DEBUG [M:0;6912f599d260:42089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:21,392 INFO [M:0;6912f599d260:42089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-18T17:13:21,405 DEBUG [M:0;6912f599d260:42089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78516824cf764074adf03c7c50d2cb63 is 82, key is hbase:meta,,1/info:regioninfo/1731949978795/Put/seqid=0 2024-11-18T17:13:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741849_1025 (size=5672) 2024-11-18T17:13:21,705 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1189, reset compression=false 2024-11-18T17:13:21,809 INFO [M:0;6912f599d260:42089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78516824cf764074adf03c7c50d2cb63 2024-11-18T17:13:21,824 DEBUG [M:0;6912f599d260:42089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b6d1b93af16432b83b0e302853b9f1f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731949989838/Put/seqid=0 2024-11-18T17:13:21,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741850_1026 (size=8515) 2024-11-18T17:13:22,228 INFO [M:0;6912f599d260:42089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b6d1b93af16432b83b0e302853b9f1f 2024-11-18T17:13:22,246 DEBUG [M:0;6912f599d260:42089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b839042473344e7ca3de201a722a2838 is 69, key is 6912f599d260,35063,1731949976055/rs:state/1731949977705/Put/seqid=0 2024-11-18T17:13:22,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741851_1027 (size=5156) 2024-11-18T17:13:22,256 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 636, reset compression=false 2024-11-18T17:13:22,608 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1189, reset compression=false 2024-11-18T17:13:22,649 INFO [M:0;6912f599d260:42089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b839042473344e7ca3de201a722a2838 2024-11-18T17:13:22,653 DEBUG [M:0;6912f599d260:42089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/78516824cf764074adf03c7c50d2cb63 as hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/78516824cf764074adf03c7c50d2cb63 2024-11-18T17:13:22,656 INFO [M:0;6912f599d260:42089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/78516824cf764074adf03c7c50d2cb63, entries=8, sequenceid=97, filesize=5.5 K 2024-11-18T17:13:22,656 DEBUG [M:0;6912f599d260:42089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b6d1b93af16432b83b0e302853b9f1f as hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b6d1b93af16432b83b0e302853b9f1f 2024-11-18T17:13:22,659 INFO [M:0;6912f599d260:42089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b6d1b93af16432b83b0e302853b9f1f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-18T17:13:22,659 DEBUG [M:0;6912f599d260:42089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b839042473344e7ca3de201a722a2838 as hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b839042473344e7ca3de201a722a2838 2024-11-18T17:13:22,662 INFO [M:0;6912f599d260:42089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35079/user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b839042473344e7ca3de201a722a2838, entries=1, sequenceid=97, filesize=5.0 K 2024-11-18T17:13:22,663 INFO [M:0;6912f599d260:42089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-11-18T17:13:22,664 INFO [M:0;6912f599d260:42089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:22,664 DEBUG [M:0;6912f599d260:42089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731950001391Disabling compacts and flushes for region at 1731950001391Disabling writes for close at 1731950001391Obtaining lock to block concurrent updates at 1731950001392 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731950001392Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731950001392Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731950001392Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731950001392Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731950001405 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731950001405Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731950001812 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731950001824 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731950001824Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731950002231 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731950002245 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731950002245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16eee9ba: reopening flushed file at 1731950002652 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f389342: reopening flushed file at 1731950002656 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62147160: reopening flushed file at 1731950002659 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1731950002663 (+4 ms)Writing region close event to WAL at 1731950002664 (+1 ms)Closed at 1731950002664 2024-11-18T17:13:22,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33995 is added to blk_1073741830_1006 (size=63642) 2024-11-18T17:13:22,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21183977-2a89-9bc3-07be-e4ba15898da9/MasterData/WALs/6912f599d260,42089,1731949975939/6912f599d260%2C42089%2C1731949975939.1731949977380 not finished, retry = 0 2024-11-18T17:13:22,766 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:13:22,766 INFO [M:0;6912f599d260:42089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:13:22,766 INFO [M:0;6912f599d260:42089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42089 2024-11-18T17:13:22,767 INFO [M:0;6912f599d260:42089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:13:22,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:13:22,878 INFO [M:0;6912f599d260:42089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:13:22,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1015038dced0006, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:13:22,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e91997d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:13:22,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47540eac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:13:22,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:13:22,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d758ffd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:13:22,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a51215{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/hadoop.log.dir/,STOPPED} 2024-11-18T17:13:22,881 WARN [BP-1967368409-172.17.0.3-1731949974163 heartbeating to localhost/127.0.0.1:35079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:13:22,881 WARN [BP-1967368409-172.17.0.3-1731949974163 heartbeating to localhost/127.0.0.1:35079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1967368409-172.17.0.3-1731949974163 (Datanode Uuid 85cd4c98-1369-4fef-9ff1-399cf5295a50) service to localhost/127.0.0.1:35079 2024-11-18T17:13:22,882 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:13:22,882 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:13:22,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/cluster_f2593053-2441-3442-1f89-e2688829894d/data/data1/current/BP-1967368409-172.17.0.3-1731949974163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:13:22,882 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/cluster_f2593053-2441-3442-1f89-e2688829894d/data/data2/current/BP-1967368409-172.17.0.3-1731949974163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:13:22,883 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:13:22,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2aee74d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:13:22,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20199517{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:13:22,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:13:22,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1991a2a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:13:22,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fc1fc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/hadoop.log.dir/,STOPPED} 2024-11-18T17:13:22,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:13:22,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:13:22,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:13:22,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:22,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:22,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:22,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:22,905 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:13:22,905 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1988379934, stopped=false 2024-11-18T17:13:22,905 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,39987,1731949970679 2024-11-18T17:13:22,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1585448103/running 2024-11-18T17:13:22,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1585448103/running 2024-11-18T17:13:22,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:13:22,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:13:22,916 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:13:22,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:13:22,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:22,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:22,916 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,33591,1731949970796' ***** 2024-11-18T17:13:22,916 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:13:22,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Set watcher on znode that does not yet exist, /1585448103/running 2024-11-18T17:13:22,916 INFO [RS:0;6912f599d260:33591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:13:22,916 INFO [RS:0;6912f599d260:33591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:13:22,916 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:13:22,917 INFO [RS:0;6912f599d260:33591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:13:22,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Set watcher on znode that does not yet exist, /1585448103/running 2024-11-18T17:13:22,917 INFO [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(3091): Received CLOSE for 56ca510f4bfdce6feac766744dc643c5 2024-11-18T17:13:22,917 INFO [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:22,917 INFO [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,33591,1731949970796 2024-11-18T17:13:22,917 INFO [RS:0;6912f599d260:33591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:13:22,917 INFO [RS:0;6912f599d260:33591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:33591. 2024-11-18T17:13:22,917 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56ca510f4bfdce6feac766744dc643c5, disabling compactions & flushes 2024-11-18T17:13:22,917 DEBUG [RS:0;6912f599d260:33591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:22,917 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. 2024-11-18T17:13:22,917 DEBUG [RS:0;6912f599d260:33591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:22,917 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. 2024-11-18T17:13:22,917 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. after waiting 0 ms 2024-11-18T17:13:22,917 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. 2024-11-18T17:13:22,917 INFO [RS:0;6912f599d260:33591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:13:22,917 INFO [RS:0;6912f599d260:33591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:13:22,917 INFO [RS:0;6912f599d260:33591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:13:22,917 INFO [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:13:22,917 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56ca510f4bfdce6feac766744dc643c5 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-18T17:13:22,917 INFO [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T17:13:22,917 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1325): Online Regions={56ca510f4bfdce6feac766744dc643c5=hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5., 1588230740=hbase:meta,,1.1588230740, 7ab9db505cd8971fb885eb00dc4f276d=test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d.} 2024-11-18T17:13:22,917 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56ca510f4bfdce6feac766744dc643c5, 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:22,917 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:13:22,917 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:13:22,917 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:13:22,917 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:13:22,917 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:13:22,918 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T17:13:22,930 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/replication/56ca510f4bfdce6feac766744dc643c5/.tmp/queue/ada035c43ae042f3843820aebba18882 is 154, key is 1-6912f599d260,33591,1731949970796/queue:6912f599d260%2C33591%2C1731949970796/1731949998184/Put/seqid=0 2024-11-18T17:13:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741840_1016 (size=5353) 2024-11-18T17:13:22,933 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/.tmp/info/f88266af82bf4fc69d571c9940b247eb is 147, key is hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5./info:regioninfo/1731949988272/Put/seqid=0 2024-11-18T17:13:22,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741841_1017 (size=7686) 2024-11-18T17:13:22,993 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:13:23,118 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56ca510f4bfdce6feac766744dc643c5, 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:23,318 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56ca510f4bfdce6feac766744dc643c5, 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:23,333 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/replication/56ca510f4bfdce6feac766744dc643c5/.tmp/queue/ada035c43ae042f3843820aebba18882 2024-11-18T17:13:23,336 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/.tmp/info/f88266af82bf4fc69d571c9940b247eb 2024-11-18T17:13:23,337 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/replication/56ca510f4bfdce6feac766744dc643c5/.tmp/queue/ada035c43ae042f3843820aebba18882 as hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/replication/56ca510f4bfdce6feac766744dc643c5/queue/ada035c43ae042f3843820aebba18882 2024-11-18T17:13:23,341 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/replication/56ca510f4bfdce6feac766744dc643c5/queue/ada035c43ae042f3843820aebba18882, entries=1, sequenceid=12, filesize=5.2 K 2024-11-18T17:13:23,342 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 56ca510f4bfdce6feac766744dc643c5 in 424ms, sequenceid=12, compaction requested=false 2024-11-18T17:13:23,342 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T17:13:23,350 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/replication/56ca510f4bfdce6feac766744dc643c5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-18T17:13:23,351 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:13:23,351 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:13:23,351 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. 2024-11-18T17:13:23,351 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56ca510f4bfdce6feac766744dc643c5: Waiting for close lock at 1731950002917Running coprocessor pre-close hooks at 1731950002917Disabling compacts and flushes for region at 1731950002917Disabling writes for close at 1731950002917Obtaining lock to block concurrent updates at 1731950002917Preparing flush snapshotting stores in 56ca510f4bfdce6feac766744dc643c5 at 1731950002917Finished memstore snapshotting hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731950002917Flushing stores of hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. at 1731950002918 (+1 ms)Flushing 56ca510f4bfdce6feac766744dc643c5/queue: creating writer at 1731950002918Flushing 56ca510f4bfdce6feac766744dc643c5/queue: appending metadata at 1731950002930 (+12 ms)Flushing 56ca510f4bfdce6feac766744dc643c5/queue: closing flushed file at 1731950002930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc24660: reopening flushed file at 1731950003337 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 56ca510f4bfdce6feac766744dc643c5 in 424ms, sequenceid=12, compaction requested=false at 1731950003342 (+5 ms)Writing region close event to WAL at 1731950003348 (+6 ms)Running coprocessor post-close hooks at 1731950003351 (+3 ms)Closed at 1731950003351 2024-11-18T17:13:23,351 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731949987518.56ca510f4bfdce6feac766744dc643c5. 2024-11-18T17:13:23,351 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ab9db505cd8971fb885eb00dc4f276d, disabling compactions & flushes 2024-11-18T17:13:23,351 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d. 2024-11-18T17:13:23,351 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d. 2024-11-18T17:13:23,351 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d. after waiting 0 ms 2024-11-18T17:13:23,351 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d. 2024-11-18T17:13:23,351 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ab9db505cd8971fb885eb00dc4f276d 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-18T17:13:23,352 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/.tmp/ns/1cf273f281114edcb756c6ff32e6f86c is 43, key is default/ns:d/1731949974026/Put/seqid=0 2024-11-18T17:13:23,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741842_1018 (size=5153) 2024-11-18T17:13:23,365 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/.tmp/f/3ef3b88563aa4c5e86ff9e623841fc3b is 29, key is row1/f:/1731949996833/DeleteFamily/seqid=0 2024-11-18T17:13:23,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741843_1019 (size=5152) 2024-11-18T17:13:23,459 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 636, reset compression=false 2024-11-18T17:13:23,518 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:23,611 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1189, reset compression=false 2024-11-18T17:13:23,615 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:13:23,615 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1436, reset compression=false 2024-11-18T17:13:23,615 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,33591,1731949970796 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:13:23,615 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6912f599d260,33591,1731949970796: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6912f599d260,33591,1731949970796, walGroup=6912f599d260%2C33591%2C1731949970796, offset=6912f599d260%2C33591%2C1731949970796.1731949973007:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:33591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T17:13:23,616 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T17:13:23,616 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T17:13:23,616 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T17:13:23,616 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T17:13:23,616 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T17:13:23,616 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 1009860240 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 202812864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T17:13:23,617 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:39987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:39987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T17:13:23,718 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:23,755 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/.tmp/ns/1cf273f281114edcb756c6ff32e6f86c 2024-11-18T17:13:23,768 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/.tmp/f/3ef3b88563aa4c5e86ff9e623841fc3b 2024-11-18T17:13:23,770 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/.tmp/rep_barrier/46c69cbd1c6547c8a137e9c1d77f9dc8 is 112, key is test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d./rep_barrier:seqnumDuringOpen/1731949982214/Put/seqid=0 2024-11-18T17:13:23,771 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ef3b88563aa4c5e86ff9e623841fc3b 2024-11-18T17:13:23,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741844_1020 (size=5518) 2024-11-18T17:13:23,784 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/.tmp/f1/fc6a1ad7f1654659a797f71865d99390 is 30, key is row1/f1:/1731949996833/DeleteFamily/seqid=0 2024-11-18T17:13:23,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741845_1021 (size=5158) 2024-11-18T17:13:23,818 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1436, reset compression=false 2024-11-18T17:13:23,918 INFO [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T17:13:23,918 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7ab9db505cd8971fb885eb00dc4f276d=test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d.} 2024-11-18T17:13:23,918 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:23,922 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:13:23,922 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:13:24,118 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:24,121 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1436, reset compression=false 2024-11-18T17:13:24,174 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/.tmp/rep_barrier/46c69cbd1c6547c8a137e9c1d77f9dc8 2024-11-18T17:13:24,187 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/.tmp/f1/fc6a1ad7f1654659a797f71865d99390 2024-11-18T17:13:24,190 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc6a1ad7f1654659a797f71865d99390 2024-11-18T17:13:24,190 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/.tmp/table/e65e207669da499f89df200952619081 is 53, key is hbase:replication/table:state/1731949988277/Put/seqid=0 2024-11-18T17:13:24,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741846_1022 (size=5308) 2024-11-18T17:13:24,203 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/.tmp/norep/5a1b88a7784c4d3d9642c73891764e16 is 33, key is row1/norep:/1731949996833/DeleteFamily/seqid=0 2024-11-18T17:13:24,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741847_1023 (size=5108) 2024-11-18T17:13:24,318 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:24,519 DEBUG [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ab9db505cd8971fb885eb00dc4f276d 2024-11-18T17:13:24,523 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.wal-reader.6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 to pos 1436, reset compression=false 2024-11-18T17:13:24,597 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/.tmp/table/e65e207669da499f89df200952619081 2024-11-18T17:13:24,601 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/.tmp/info/f88266af82bf4fc69d571c9940b247eb as hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/info/f88266af82bf4fc69d571c9940b247eb 2024-11-18T17:13:24,604 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/info/f88266af82bf4fc69d571c9940b247eb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T17:13:24,605 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/.tmp/ns/1cf273f281114edcb756c6ff32e6f86c as hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/ns/1cf273f281114edcb756c6ff32e6f86c 2024-11-18T17:13:24,606 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/.tmp/norep/5a1b88a7784c4d3d9642c73891764e16 2024-11-18T17:13:24,609 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/ns/1cf273f281114edcb756c6ff32e6f86c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T17:13:24,609 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a1b88a7784c4d3d9642c73891764e16 2024-11-18T17:13:24,609 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/.tmp/rep_barrier/46c69cbd1c6547c8a137e9c1d77f9dc8 as hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/rep_barrier/46c69cbd1c6547c8a137e9c1d77f9dc8 2024-11-18T17:13:24,610 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/.tmp/f/3ef3b88563aa4c5e86ff9e623841fc3b as hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/f/3ef3b88563aa4c5e86ff9e623841fc3b 2024-11-18T17:13:24,613 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ef3b88563aa4c5e86ff9e623841fc3b 2024-11-18T17:13:24,613 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/rep_barrier/46c69cbd1c6547c8a137e9c1d77f9dc8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T17:13:24,613 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/f/3ef3b88563aa4c5e86ff9e623841fc3b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T17:13:24,613 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/.tmp/table/e65e207669da499f89df200952619081 as hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/table/e65e207669da499f89df200952619081 2024-11-18T17:13:24,613 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/.tmp/f1/fc6a1ad7f1654659a797f71865d99390 as hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/f1/fc6a1ad7f1654659a797f71865d99390 2024-11-18T17:13:24,617 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc6a1ad7f1654659a797f71865d99390 2024-11-18T17:13:24,617 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/table/e65e207669da499f89df200952619081, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T17:13:24,617 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/f1/fc6a1ad7f1654659a797f71865d99390, entries=3, sequenceid=10, filesize=5.0 K 2024-11-18T17:13:24,617 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/.tmp/norep/5a1b88a7784c4d3d9642c73891764e16 as hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/norep/5a1b88a7784c4d3d9642c73891764e16 2024-11-18T17:13:24,617 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false 2024-11-18T17:13:24,617 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:13:24,621 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a1b88a7784c4d3d9642c73891764e16 2024-11-18T17:13:24,621 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/norep/5a1b88a7784c4d3d9642c73891764e16, entries=1, sequenceid=10, filesize=5.0 K 2024-11-18T17:13:24,621 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:13:24,622 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:13:24,622 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:13:24,622 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:13:24,622 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731950002917Running coprocessor pre-close hooks at 1731950002917Disabling compacts and flushes for region at 1731950002917Disabling writes for close at 1731950002917Obtaining lock to block concurrent updates at 1731950002918 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731950002918Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731950002918Flushing stores of hbase:meta,,1.1588230740 at 1731950002918Flushing 1588230740/info: creating writer at 1731950002918Flushing 1588230740/info: appending metadata at 1731950002933 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731950002933Flushing 1588230740/ns: creating writer at 1731950003339 (+406 ms)Flushing 1588230740/ns: appending metadata at 1731950003352 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731950003352Flushing 1588230740/rep_barrier: creating writer at 1731950003758 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731950003770 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731950003770Flushing 1588230740/table: creating writer at 1731950004177 (+407 ms)Flushing 1588230740/table: appending metadata at 1731950004190 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731950004190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ee11d: reopening flushed file at 1731950004600 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5216d149: reopening flushed file at 1731950004604 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1221c059: reopening flushed file at 1731950004609 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd17b7d: reopening flushed file at 1731950004613 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=16, compaction requested=false at 1731950004617 (+4 ms)Writing region close event to WAL at 1731950004619 (+2 ms)Running coprocessor post-close hooks at 1731950004622 (+3 ms)Closed at 1731950004622 2024-11-18T17:13:24,622 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7ab9db505cd8971fb885eb00dc4f276d in 1271ms, sequenceid=10, compaction requested=false 2024-11-18T17:13:24,622 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T17:13:24,622 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:13:24,625 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/data/default/test/7ab9db505cd8971fb885eb00dc4f276d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-18T17:13:24,626 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:13:24,626 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:13:24,626 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d. 2024-11-18T17:13:24,626 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ab9db505cd8971fb885eb00dc4f276d: Waiting for close lock at 1731950003351Running coprocessor pre-close hooks at 1731950003351Disabling compacts and flushes for region at 1731950003351Disabling writes for close at 1731950003351Obtaining lock to block concurrent updates at 1731950003351Preparing flush snapshotting stores in 7ab9db505cd8971fb885eb00dc4f276d at 1731950003351Finished memstore snapshotting test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731950003352 (+1 ms)Flushing stores of test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d. at 1731950003352Flushing 7ab9db505cd8971fb885eb00dc4f276d/f: creating writer at 1731950003352Flushing 7ab9db505cd8971fb885eb00dc4f276d/f: appending metadata at 1731950003364 (+12 ms)Flushing 7ab9db505cd8971fb885eb00dc4f276d/f: closing flushed file at 1731950003365 (+1 ms)Flushing 7ab9db505cd8971fb885eb00dc4f276d/f1: creating writer at 1731950003771 (+406 ms)Flushing 7ab9db505cd8971fb885eb00dc4f276d/f1: appending metadata at 1731950003784 (+13 ms)Flushing 7ab9db505cd8971fb885eb00dc4f276d/f1: closing flushed file at 1731950003784Flushing 7ab9db505cd8971fb885eb00dc4f276d/norep: creating writer at 1731950004190 (+406 ms)Flushing 7ab9db505cd8971fb885eb00dc4f276d/norep: appending metadata at 1731950004203 (+13 ms)Flushing 7ab9db505cd8971fb885eb00dc4f276d/norep: closing flushed file at 1731950004203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74fa563a: reopening flushed file at 1731950004609 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58d52351: reopening flushed file at 1731950004613 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@603424cd: reopening flushed file at 1731950004617 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7ab9db505cd8971fb885eb00dc4f276d in 1271ms, sequenceid=10, compaction requested=false at 1731950004622 (+5 ms)Writing region close event to WAL at 1731950004623 (+1 ms)Running coprocessor post-close hooks at 1731950004626 (+3 ms)Closed at 1731950004626 2024-11-18T17:13:24,626 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731949981058.7ab9db505cd8971fb885eb00dc4f276d. 2024-11-18T17:13:24,719 INFO [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,33591,1731949970796; all regions closed. 2024-11-18T17:13:24,721 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.meta.1731949973986.meta not finished, retry = 0 2024-11-18T17:13:24,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741834_1010 (size=4239) 2024-11-18T17:13:24,762 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 636, reset compression=false 2024-11-18T17:13:24,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741839_1015 (size=3114) 2024-11-18T17:13:24,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741832_1008 (size=2088) 2024-11-18T17:13:24,825 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/WALs/6912f599d260,33591,1731949970796/6912f599d260%2C33591%2C1731949970796.1731949973007 not finished, retry = 0 2024-11-18T17:13:24,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:13:24,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:24,926 DEBUG [RS:0;6912f599d260:33591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:24,926 INFO [RS:0;6912f599d260:33591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:13:24,926 INFO [RS:0;6912f599d260:33591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:13:24,926 INFO [RS:0;6912f599d260:33591 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:13:24,926 INFO [RS:0;6912f599d260:33591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:13:24,926 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:13:24,926 INFO [RS:0;6912f599d260:33591 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,33591,1731949970796 because: Region server is closing 2024-11-18T17:13:24,926 INFO [RS:0;6912f599d260:33591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:33591. 2024-11-18T17:13:24,927 DEBUG [RS:0;6912f599d260:33591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:24,927 DEBUG [RS:0;6912f599d260:33591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:24,927 DEBUG [RS:0;6912f599d260:33591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:24,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:25,027 INFO [RS:0;6912f599d260:33591 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,33591,1731949970796.replicationSource.shipper6912f599d260%2C33591%2C1731949970796,1-6912f599d260,33591,1731949970796 terminated 2024-11-18T17:13:25,027 INFO [RS:0;6912f599d260:33591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:33591. 2024-11-18T17:13:25,027 DEBUG [RS:0;6912f599d260:33591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:25,027 DEBUG [RS:0;6912f599d260:33591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:25,027 DEBUG [RS:0;6912f599d260:33591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:25,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:25,027 INFO [RS:0;6912f599d260:33591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33591 2024-11-18T17:13:25,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1585448103/rs/6912f599d260,33591,1731949970796 2024-11-18T17:13:25,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103/rs 2024-11-18T17:13:25,061 INFO [RS:0;6912f599d260:33591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:13:25,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,33591,1731949970796] 2024-11-18T17:13:25,101 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1585448103/draining/6912f599d260,33591,1731949970796 already deleted, retry=false 2024-11-18T17:13:25,101 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,33591,1731949970796 expired; onlineServers=0 2024-11-18T17:13:25,101 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,39987,1731949970679' ***** 2024-11-18T17:13:25,101 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:13:25,101 INFO [M:0;6912f599d260:39987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:13:25,101 INFO [M:0;6912f599d260:39987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:13:25,101 DEBUG [M:0;6912f599d260:39987 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:13:25,101 DEBUG [M:0;6912f599d260:39987 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:13:25,101 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:13:25,101 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949972751 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949972751,5,FailOnTimeoutGroup] 2024-11-18T17:13:25,101 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949972752 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949972752,5,FailOnTimeoutGroup] 2024-11-18T17:13:25,102 INFO [M:0;6912f599d260:39987 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:13:25,102 INFO [M:0;6912f599d260:39987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:13:25,102 DEBUG [M:0;6912f599d260:39987 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:13:25,102 INFO [M:0;6912f599d260:39987 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:13:25,102 INFO [M:0;6912f599d260:39987 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:13:25,102 INFO [M:0;6912f599d260:39987 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:13:25,102 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:13:25,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1585448103/master 2024-11-18T17:13:25,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1585448103 2024-11-18T17:13:25,119 DEBUG [M:0;6912f599d260:39987 {}] zookeeper.ZKUtil(347): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Unable to get data of znode /1585448103/master because node does not exist (not an error) 2024-11-18T17:13:25,119 WARN [M:0;6912f599d260:39987 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:13:25,120 INFO [M:0;6912f599d260:39987 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/.lastflushedseqids 2024-11-18T17:13:25,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741848_1024 (size=245) 2024-11-18T17:13:25,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:13:25,169 INFO [RS:0;6912f599d260:33591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:13:25,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015038dced0004, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:13:25,169 INFO [RS:0;6912f599d260:33591 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,33591,1731949970796; zookeeper connection closed. 2024-11-18T17:13:25,169 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3762cf54 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3762cf54 2024-11-18T17:13:25,170 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:13:25,523 INFO [M:0;6912f599d260:39987 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:13:25,523 INFO [M:0;6912f599d260:39987 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:13:25,523 DEBUG [M:0;6912f599d260:39987 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:13:25,523 INFO [M:0;6912f599d260:39987 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:25,523 DEBUG [M:0;6912f599d260:39987 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:25,523 DEBUG [M:0;6912f599d260:39987 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:13:25,523 DEBUG [M:0;6912f599d260:39987 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:25,524 INFO [M:0;6912f599d260:39987 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-18T17:13:25,540 DEBUG [M:0;6912f599d260:39987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da706127678a482bb8e763ba5c9df720 is 82, key is hbase:meta,,1/info:regioninfo/1731949974012/Put/seqid=0 2024-11-18T17:13:25,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741849_1025 (size=5672) 2024-11-18T17:13:25,544 INFO [M:0;6912f599d260:39987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da706127678a482bb8e763ba5c9df720 2024-11-18T17:13:25,563 DEBUG [M:0;6912f599d260:39987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e557b51cbcb147a6b6c76d12dd9981d0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731949982223/Put/seqid=0 2024-11-18T17:13:25,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741850_1026 (size=7218) 2024-11-18T17:13:25,966 INFO [M:0;6912f599d260:39987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e557b51cbcb147a6b6c76d12dd9981d0 2024-11-18T17:13:25,970 INFO [M:0;6912f599d260:39987 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e557b51cbcb147a6b6c76d12dd9981d0 2024-11-18T17:13:25,986 DEBUG [M:0;6912f599d260:39987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ebfe04c53b3477da98edc3c8cd06b63 is 69, key is 6912f599d260,33591,1731949970796/rs:state/1731949972851/Put/seqid=0 2024-11-18T17:13:25,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741851_1027 (size=5156) 2024-11-18T17:13:26,165 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 636, reset compression=false 2024-11-18T17:13:26,389 INFO [M:0;6912f599d260:39987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ebfe04c53b3477da98edc3c8cd06b63 2024-11-18T17:13:26,392 DEBUG [M:0;6912f599d260:39987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da706127678a482bb8e763ba5c9df720 as hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da706127678a482bb8e763ba5c9df720 2024-11-18T17:13:26,395 INFO [M:0;6912f599d260:39987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da706127678a482bb8e763ba5c9df720, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T17:13:26,396 DEBUG [M:0;6912f599d260:39987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e557b51cbcb147a6b6c76d12dd9981d0 as hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e557b51cbcb147a6b6c76d12dd9981d0 2024-11-18T17:13:26,398 INFO [M:0;6912f599d260:39987 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e557b51cbcb147a6b6c76d12dd9981d0 2024-11-18T17:13:26,398 INFO [M:0;6912f599d260:39987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e557b51cbcb147a6b6c76d12dd9981d0, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T17:13:26,399 DEBUG [M:0;6912f599d260:39987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ebfe04c53b3477da98edc3c8cd06b63 as hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ebfe04c53b3477da98edc3c8cd06b63 2024-11-18T17:13:26,402 INFO [M:0;6912f599d260:39987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ebfe04c53b3477da98edc3c8cd06b63, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T17:13:26,403 INFO [M:0;6912f599d260:39987 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=105, compaction requested=false 2024-11-18T17:13:26,406 INFO [M:0;6912f599d260:39987 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:26,406 DEBUG [M:0;6912f599d260:39987 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731950005523Disabling compacts and flushes for region at 1731950005523Disabling writes for close at 1731950005523Obtaining lock to block concurrent updates at 1731950005524 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731950005524Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731950005524Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731950005524Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731950005524Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731950005540 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731950005540Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731950005547 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731950005562 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731950005562Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731950005970 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731950005985 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731950005985Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c8ab2b: reopening flushed file at 1731950006392 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780bf5db: reopening flushed file at 1731950006395 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e36180: reopening flushed file at 1731950006398 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=105, compaction requested=false at 1731950006403 (+5 ms)Writing region close event to WAL at 1731950006406 (+3 ms)Closed at 1731950006406 2024-11-18T17:13:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741830_1006 (size=64423) 2024-11-18T17:13:26,407 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00cbb77b-09b2-2e06-6187-1c48942ecd2a/MasterData/WALs/6912f599d260,39987,1731949970679/6912f599d260%2C39987%2C1731949970679.1731949972551 not finished, retry = 0 2024-11-18T17:13:26,508 INFO [M:0;6912f599d260:39987 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:13:26,508 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:13:26,508 INFO [M:0;6912f599d260:39987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39987 2024-11-18T17:13:26,508 INFO [M:0;6912f599d260:39987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:13:26,644 INFO [M:0;6912f599d260:39987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:13:26,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:13:26,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39987-0x1015038dced0003, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:13:26,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f52f02{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:13:26,646 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e4dc36f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:13:26,647 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:13:26,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633ab020{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:13:26,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d3b7a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/hadoop.log.dir/,STOPPED} 2024-11-18T17:13:26,648 WARN [BP-1148620345-172.17.0.3-1731949969142 heartbeating to localhost/127.0.0.1:38803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:13:26,648 WARN [BP-1148620345-172.17.0.3-1731949969142 heartbeating to localhost/127.0.0.1:38803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1148620345-172.17.0.3-1731949969142 (Datanode Uuid a111a081-571b-4314-819f-4e37e7ad3fc1) service to localhost/127.0.0.1:38803 2024-11-18T17:13:26,648 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:13:26,648 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:13:26,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/cluster_aa75756a-a127-bc2c-aeb8-f61d4b6ccd83/data/data1/current/BP-1148620345-172.17.0.3-1731949969142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:13:26,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/cluster_aa75756a-a127-bc2c-aeb8-f61d4b6ccd83/data/data2/current/BP-1148620345-172.17.0.3-1731949969142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:13:26,649 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:13:26,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65d22d8b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:13:26,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@416f0252{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:13:26,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:13:26,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22cb60d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:13:26,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31d3e40e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08364492-3b8d-dcc2-9bd2-606fe5d30308/hadoop.log.dir/,STOPPED} 2024-11-18T17:13:26,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:13:26,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:13:26,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:13:26,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:26,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:26,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:26,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:26,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:13:26,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2116793578, stopped=false 2024-11-18T17:13:26,670 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,37123,1731949965685 2024-11-18T17:13:26,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01785235564/running 2024-11-18T17:13:26,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01785235564/running 2024-11-18T17:13:26,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:13:26,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:13:26,682 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:13:26,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:13:26,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:26,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Set watcher on znode that does not yet exist, /01785235564/running 2024-11-18T17:13:26,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:26,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Set watcher on znode that does not yet exist, /01785235564/running 2024-11-18T17:13:26,683 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,46441,1731949965864' ***** 2024-11-18T17:13:26,683 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:13:26,683 INFO [RS:0;6912f599d260:46441 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:13:26,683 INFO [RS:0;6912f599d260:46441 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:13:26,683 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:13:26,683 INFO [RS:0;6912f599d260:46441 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:13:26,684 INFO [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(3091): Received CLOSE for afe2ec1ee1c456af82b45082415e2c0d 2024-11-18T17:13:26,684 INFO [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(3091): Received CLOSE for ff983c4126a5c026983979885d238e42 2024-11-18T17:13:26,684 INFO [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,46441,1731949965864 2024-11-18T17:13:26,684 INFO [RS:0;6912f599d260:46441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:13:26,684 INFO [RS:0;6912f599d260:46441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:46441. 2024-11-18T17:13:26,684 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afe2ec1ee1c456af82b45082415e2c0d, disabling compactions & flushes 2024-11-18T17:13:26,684 DEBUG [RS:0;6912f599d260:46441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:26,684 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. 2024-11-18T17:13:26,684 DEBUG [RS:0;6912f599d260:46441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:26,684 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. 2024-11-18T17:13:26,684 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. after waiting 0 ms 2024-11-18T17:13:26,684 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. 2024-11-18T17:13:26,684 INFO [RS:0;6912f599d260:46441 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:13:26,684 INFO [RS:0;6912f599d260:46441 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:13:26,684 INFO [RS:0;6912f599d260:46441 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:13:26,684 INFO [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:13:26,684 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing afe2ec1ee1c456af82b45082415e2c0d 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-18T17:13:26,684 INFO [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T17:13:26,684 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1325): Online Regions={afe2ec1ee1c456af82b45082415e2c0d=hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d., 1588230740=hbase:meta,,1.1588230740, ff983c4126a5c026983979885d238e42=test,,1731949978904.ff983c4126a5c026983979885d238e42.} 2024-11-18T17:13:26,684 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afe2ec1ee1c456af82b45082415e2c0d, ff983c4126a5c026983979885d238e42 2024-11-18T17:13:26,684 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:13:26,684 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:13:26,684 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:13:26,684 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:13:26,684 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:13:26,684 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T17:13:26,697 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/.tmp/info/0d129e8709bb435ab66fe88f44cd3b4e is 147, key is hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d./info:regioninfo/1731949986527/Put/seqid=0 2024-11-18T17:13:26,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741840_1016 (size=7686) 2024-11-18T17:13:26,700 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/replication/afe2ec1ee1c456af82b45082415e2c0d/.tmp/queue/66f2945146174e2bb83301fe887e9e79 is 153, key is 1-6912f599d260,46441,1731949965864/queue:6912f599d260%2C46441%2C1731949965864/1731949995730/Put/seqid=0 2024-11-18T17:13:26,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741841_1017 (size=5352) 2024-11-18T17:13:26,703 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/replication/afe2ec1ee1c456af82b45082415e2c0d/.tmp/queue/66f2945146174e2bb83301fe887e9e79 2024-11-18T17:13:26,707 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/replication/afe2ec1ee1c456af82b45082415e2c0d/.tmp/queue/66f2945146174e2bb83301fe887e9e79 as hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/replication/afe2ec1ee1c456af82b45082415e2c0d/queue/66f2945146174e2bb83301fe887e9e79 2024-11-18T17:13:26,710 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/replication/afe2ec1ee1c456af82b45082415e2c0d/queue/66f2945146174e2bb83301fe887e9e79, entries=1, sequenceid=8, filesize=5.2 K 2024-11-18T17:13:26,711 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for afe2ec1ee1c456af82b45082415e2c0d in 27ms, sequenceid=8, compaction requested=false 2024-11-18T17:13:26,714 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/replication/afe2ec1ee1c456af82b45082415e2c0d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T17:13:26,714 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:13:26,714 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:13:26,714 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. 2024-11-18T17:13:26,714 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afe2ec1ee1c456af82b45082415e2c0d: Waiting for close lock at 1731950006684Running coprocessor pre-close hooks at 1731950006684Disabling compacts and flushes for region at 1731950006684Disabling writes for close at 1731950006684Obtaining lock to block concurrent updates at 1731950006684Preparing flush snapshotting stores in afe2ec1ee1c456af82b45082415e2c0d at 1731950006684Finished memstore snapshotting hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731950006684Flushing stores of hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. at 1731950006685 (+1 ms)Flushing afe2ec1ee1c456af82b45082415e2c0d/queue: creating writer at 1731950006685Flushing afe2ec1ee1c456af82b45082415e2c0d/queue: appending metadata at 1731950006700 (+15 ms)Flushing afe2ec1ee1c456af82b45082415e2c0d/queue: closing flushed file at 1731950006700Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71233984: reopening flushed file at 1731950006707 (+7 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for afe2ec1ee1c456af82b45082415e2c0d in 27ms, sequenceid=8, compaction requested=false at 1731950006711 (+4 ms)Writing region close event to WAL at 1731950006712 (+1 ms)Running coprocessor post-close hooks at 1731950006714 (+2 ms)Closed at 1731950006714 2024-11-18T17:13:26,715 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731949985369.afe2ec1ee1c456af82b45082415e2c0d. 2024-11-18T17:13:26,715 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff983c4126a5c026983979885d238e42, disabling compactions & flushes 2024-11-18T17:13:26,715 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731949978904.ff983c4126a5c026983979885d238e42. 2024-11-18T17:13:26,715 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731949978904.ff983c4126a5c026983979885d238e42. 2024-11-18T17:13:26,715 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731949978904.ff983c4126a5c026983979885d238e42. after waiting 0 ms 2024-11-18T17:13:26,715 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731949978904.ff983c4126a5c026983979885d238e42. 2024-11-18T17:13:26,715 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff983c4126a5c026983979885d238e42 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-18T17:13:26,728 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/.tmp/f/a448ce1d757f481ca7f2f906485f3962 is 28, key is row/f:/1731949994828/DeleteFamily/seqid=0 2024-11-18T17:13:26,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741842_1018 (size=5085) 2024-11-18T17:13:26,774 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:13:26,884 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff983c4126a5c026983979885d238e42 2024-11-18T17:13:26,942 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:13:26,942 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:13:27,085 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff983c4126a5c026983979885d238e42 2024-11-18T17:13:27,101 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/.tmp/info/0d129e8709bb435ab66fe88f44cd3b4e 2024-11-18T17:13:27,120 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/.tmp/ns/569bac3a9cfe48b8bed87fbd8dfa12d0 is 43, key is default/ns:d/1731949969043/Put/seqid=0 2024-11-18T17:13:27,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741843_1019 (size=5153) 2024-11-18T17:13:27,131 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/.tmp/f/a448ce1d757f481ca7f2f906485f3962 2024-11-18T17:13:27,134 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a448ce1d757f481ca7f2f906485f3962 2024-11-18T17:13:27,147 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/.tmp/f1/c079c14894e943aeb17f15d528735f28 is 29, key is row/f1:/1731949994828/DeleteFamily/seqid=0 2024-11-18T17:13:27,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741844_1020 (size=5089) 2024-11-18T17:13:27,285 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff983c4126a5c026983979885d238e42 2024-11-18T17:13:27,485 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff983c4126a5c026983979885d238e42 2024-11-18T17:13:27,523 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/.tmp/ns/569bac3a9cfe48b8bed87fbd8dfa12d0 2024-11-18T17:13:27,538 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/.tmp/rep_barrier/1ddc165df60f4cf4a5ac1f2fc7733f72 is 112, key is test,,1731949978904.ff983c4126a5c026983979885d238e42./rep_barrier:seqnumDuringOpen/1731949980041/Put/seqid=0 2024-11-18T17:13:27,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741845_1021 (size=5518) 2024-11-18T17:13:27,550 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/.tmp/f1/c079c14894e943aeb17f15d528735f28 2024-11-18T17:13:27,553 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c079c14894e943aeb17f15d528735f28 2024-11-18T17:13:27,566 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/.tmp/norep/d9a3518cb5aa4e428d99259ad80a0ce0 is 32, key is row/norep:/1731949994828/DeleteFamily/seqid=0 2024-11-18T17:13:27,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741846_1022 (size=5101) 2024-11-18T17:13:27,668 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 636, reset compression=false 2024-11-18T17:13:27,671 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:13:27,671 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 883, reset compression=false 2024-11-18T17:13:27,671 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.shipper6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,46441,1731949965864 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:13:27,672 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.shipper6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6912f599d260,46441,1731949965864: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6912f599d260,46441,1731949965864, walGroup=6912f599d260%2C46441%2C1731949965864, offset=6912f599d260%2C46441%2C1731949965864.1731949968069:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:46441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T17:13:27,673 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.shipper6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T17:13:27,673 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.shipper6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T17:13:27,673 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.shipper6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T17:13:27,673 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.shipper6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T17:13:27,674 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.shipper6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T17:13:27,674 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.shipper6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 1104232080 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 203415360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T17:13:27,674 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.shipper6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:37123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:37123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T17:13:27,685 INFO [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T17:13:27,685 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ff983c4126a5c026983979885d238e42=test,,1731949978904.ff983c4126a5c026983979885d238e42.} 2024-11-18T17:13:27,685 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff983c4126a5c026983979885d238e42 2024-11-18T17:13:27,874 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 883, reset compression=false 2024-11-18T17:13:27,885 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff983c4126a5c026983979885d238e42 2024-11-18T17:13:27,941 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/.tmp/rep_barrier/1ddc165df60f4cf4a5ac1f2fc7733f72 2024-11-18T17:13:27,961 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/.tmp/table/07a0533ad2e241f98450586e4c77af69 is 53, key is hbase:replication/table:state/1731949986532/Put/seqid=0 2024-11-18T17:13:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741847_1023 (size=5308) 2024-11-18T17:13:27,969 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/.tmp/norep/d9a3518cb5aa4e428d99259ad80a0ce0 2024-11-18T17:13:27,972 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9a3518cb5aa4e428d99259ad80a0ce0 2024-11-18T17:13:27,973 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/.tmp/f/a448ce1d757f481ca7f2f906485f3962 as hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/f/a448ce1d757f481ca7f2f906485f3962 2024-11-18T17:13:27,976 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a448ce1d757f481ca7f2f906485f3962 2024-11-18T17:13:27,976 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/f/a448ce1d757f481ca7f2f906485f3962, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T17:13:27,976 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/.tmp/f1/c079c14894e943aeb17f15d528735f28 as hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/f1/c079c14894e943aeb17f15d528735f28 2024-11-18T17:13:27,979 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c079c14894e943aeb17f15d528735f28 2024-11-18T17:13:27,979 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/f1/c079c14894e943aeb17f15d528735f28, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T17:13:27,980 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/.tmp/norep/d9a3518cb5aa4e428d99259ad80a0ce0 as hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/norep/d9a3518cb5aa4e428d99259ad80a0ce0 2024-11-18T17:13:27,982 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9a3518cb5aa4e428d99259ad80a0ce0 2024-11-18T17:13:27,982 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/norep/d9a3518cb5aa4e428d99259ad80a0ce0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-18T17:13:27,983 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for ff983c4126a5c026983979885d238e42 in 1268ms, sequenceid=6, compaction requested=false 2024-11-18T17:13:27,986 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/default/test/ff983c4126a5c026983979885d238e42/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T17:13:27,986 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:13:27,986 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:13:27,986 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731949978904.ff983c4126a5c026983979885d238e42. 2024-11-18T17:13:27,986 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff983c4126a5c026983979885d238e42: Waiting for close lock at 1731950006715Running coprocessor pre-close hooks at 1731950006715Disabling compacts and flushes for region at 1731950006715Disabling writes for close at 1731950006715Obtaining lock to block concurrent updates at 1731950006715Preparing flush snapshotting stores in ff983c4126a5c026983979885d238e42 at 1731950006715Finished memstore snapshotting test,,1731949978904.ff983c4126a5c026983979885d238e42., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731950006715Flushing stores of test,,1731949978904.ff983c4126a5c026983979885d238e42. at 1731950006715Flushing ff983c4126a5c026983979885d238e42/f: creating writer at 1731950006715Flushing ff983c4126a5c026983979885d238e42/f: appending metadata at 1731950006728 (+13 ms)Flushing ff983c4126a5c026983979885d238e42/f: closing flushed file at 1731950006728Flushing ff983c4126a5c026983979885d238e42/f1: creating writer at 1731950007135 (+407 ms)Flushing ff983c4126a5c026983979885d238e42/f1: appending metadata at 1731950007146 (+11 ms)Flushing ff983c4126a5c026983979885d238e42/f1: closing flushed file at 1731950007146Flushing ff983c4126a5c026983979885d238e42/norep: creating writer at 1731950007553 (+407 ms)Flushing ff983c4126a5c026983979885d238e42/norep: appending metadata at 1731950007565 (+12 ms)Flushing ff983c4126a5c026983979885d238e42/norep: closing flushed file at 1731950007565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4b9f90: reopening flushed file at 1731950007972 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ab243b2: reopening flushed file at 1731950007976 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29b2062e: reopening flushed file at 1731950007979 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for ff983c4126a5c026983979885d238e42 in 1268ms, sequenceid=6, compaction requested=false at 1731950007983 (+4 ms)Writing region close event to WAL at 1731950007984 (+1 ms)Running coprocessor post-close hooks at 1731950007986 (+2 ms)Closed at 1731950007986 2024-11-18T17:13:27,986 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731949978904.ff983c4126a5c026983979885d238e42. 2024-11-18T17:13:28,085 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:13:28,177 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 883, reset compression=false 2024-11-18T17:13:28,181 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:13:28,181 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 1527, reset compression=false 2024-11-18T17:13:28,285 DEBUG [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:13:28,364 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/.tmp/table/07a0533ad2e241f98450586e4c77af69 2024-11-18T17:13:28,368 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/.tmp/info/0d129e8709bb435ab66fe88f44cd3b4e as hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/info/0d129e8709bb435ab66fe88f44cd3b4e 2024-11-18T17:13:28,372 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/info/0d129e8709bb435ab66fe88f44cd3b4e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T17:13:28,372 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/.tmp/ns/569bac3a9cfe48b8bed87fbd8dfa12d0 as hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/ns/569bac3a9cfe48b8bed87fbd8dfa12d0 2024-11-18T17:13:28,376 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/ns/569bac3a9cfe48b8bed87fbd8dfa12d0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T17:13:28,376 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/.tmp/rep_barrier/1ddc165df60f4cf4a5ac1f2fc7733f72 as hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/rep_barrier/1ddc165df60f4cf4a5ac1f2fc7733f72 2024-11-18T17:13:28,379 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/rep_barrier/1ddc165df60f4cf4a5ac1f2fc7733f72, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T17:13:28,380 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/.tmp/table/07a0533ad2e241f98450586e4c77af69 as hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/table/07a0533ad2e241f98450586e4c77af69 2024-11-18T17:13:28,383 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/table/07a0533ad2e241f98450586e4c77af69, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T17:13:28,383 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.wal-reader.6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.1731949968069 to pos 1527, reset compression=false 2024-11-18T17:13:28,383 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false 2024-11-18T17:13:28,388 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:13:28,389 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:13:28,389 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:13:28,389 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:13:28,389 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731950006684Running coprocessor pre-close hooks at 1731950006684Disabling compacts and flushes for region at 1731950006684Disabling writes for close at 1731950006684Obtaining lock to block concurrent updates at 1731950006684Preparing flush snapshotting stores in 1588230740 at 1731950006684Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731950006685 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731950006685Flushing 1588230740/info: creating writer at 1731950006685Flushing 1588230740/info: appending metadata at 1731950006697 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731950006697Flushing 1588230740/ns: creating writer at 1731950007104 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731950007119 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731950007120 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731950007526 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731950007538 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731950007538Flushing 1588230740/table: creating writer at 1731950007945 (+407 ms)Flushing 1588230740/table: appending metadata at 1731950007960 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731950007960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7454bf14: reopening flushed file at 1731950008368 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178af7df: reopening flushed file at 1731950008372 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62210405: reopening flushed file at 1731950008376 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff35c6f: reopening flushed file at 1731950008379 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false at 1731950008383 (+4 ms)Writing region close event to WAL at 1731950008385 (+2 ms)Running coprocessor post-close hooks at 1731950008389 (+4 ms)Closed at 1731950008389 2024-11-18T17:13:28,389 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:13:28,486 INFO [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,46441,1731949965864; all regions closed. 2024-11-18T17:13:28,487 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/WALs/6912f599d260,46441,1731949965864/6912f599d260%2C46441%2C1731949965864.meta.1731949968978.meta not finished, retry = 0 2024-11-18T17:13:28,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741834_1010 (size=4239) 2024-11-18T17:13:28,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741839_1015 (size=2240) 2024-11-18T17:13:28,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741832_1008 (size=1535) 2024-11-18T17:13:28,592 DEBUG [RS:0;6912f599d260:46441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:28,592 INFO [RS:0;6912f599d260:46441 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:13:28,592 INFO [RS:0;6912f599d260:46441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:13:28,592 INFO [RS:0;6912f599d260:46441 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:13:28,592 INFO [RS:0;6912f599d260:46441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:13:28,592 INFO [RS:0;6912f599d260:46441 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,46441,1731949965864 because: Region server is closing 2024-11-18T17:13:28,592 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:13:28,593 INFO [RS:0;6912f599d260:46441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:46441. 2024-11-18T17:13:28,593 DEBUG [RS:0;6912f599d260:46441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:28,593 DEBUG [RS:0;6912f599d260:46441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:28,593 DEBUG [RS:0;6912f599d260:46441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:28,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:28,693 INFO [RS:0;6912f599d260:46441 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,46441,1731949965864.replicationSource.shipper6912f599d260%2C46441%2C1731949965864,1-6912f599d260,46441,1731949965864 terminated 2024-11-18T17:13:28,693 INFO [RS:0;6912f599d260:46441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46441 2024-11-18T17:13:28,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01785235564/rs/6912f599d260,46441,1731949965864 2024-11-18T17:13:28,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564/rs 2024-11-18T17:13:28,727 INFO [RS:0;6912f599d260:46441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:13:28,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,46441,1731949965864] 2024-11-18T17:13:28,744 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01785235564/draining/6912f599d260,46441,1731949965864 already deleted, retry=false 2024-11-18T17:13:28,744 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,46441,1731949965864 expired; onlineServers=0 2024-11-18T17:13:28,744 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,37123,1731949965685' ***** 2024-11-18T17:13:28,744 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:13:28,744 INFO [M:0;6912f599d260:37123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:13:28,744 INFO [M:0;6912f599d260:37123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:13:28,744 DEBUG [M:0;6912f599d260:37123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:13:28,744 DEBUG [M:0;6912f599d260:37123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:13:28,744 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:13:28,744 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949967802 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731949967802,5,FailOnTimeoutGroup] 2024-11-18T17:13:28,744 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949967802 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731949967802,5,FailOnTimeoutGroup] 2024-11-18T17:13:28,744 INFO [M:0;6912f599d260:37123 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:13:28,744 INFO [M:0;6912f599d260:37123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:13:28,744 DEBUG [M:0;6912f599d260:37123 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:13:28,744 INFO [M:0;6912f599d260:37123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:13:28,744 INFO [M:0;6912f599d260:37123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:13:28,745 INFO [M:0;6912f599d260:37123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:13:28,745 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:13:28,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01785235564/master 2024-11-18T17:13:28,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01785235564 2024-11-18T17:13:28,752 DEBUG [M:0;6912f599d260:37123 {}] zookeeper.ZKUtil(347): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Unable to get data of znode /01785235564/master because node does not exist (not an error) 2024-11-18T17:13:28,752 WARN [M:0;6912f599d260:37123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:13:28,753 INFO [M:0;6912f599d260:37123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/.lastflushedseqids 2024-11-18T17:13:28,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741848_1024 (size=245) 2024-11-18T17:13:28,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:13:28,836 INFO [RS:0;6912f599d260:46441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:13:28,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46441-0x1015038dced0001, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:13:28,836 INFO [RS:0;6912f599d260:46441 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,46441,1731949965864; zookeeper connection closed. 2024-11-18T17:13:28,836 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19941420 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19941420 2024-11-18T17:13:28,836 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:13:29,157 INFO [M:0;6912f599d260:37123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:13:29,157 INFO [M:0;6912f599d260:37123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:13:29,157 DEBUG [M:0;6912f599d260:37123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:13:29,157 INFO [M:0;6912f599d260:37123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:29,157 DEBUG [M:0;6912f599d260:37123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:29,157 DEBUG [M:0;6912f599d260:37123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:13:29,157 DEBUG [M:0;6912f599d260:37123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:29,157 INFO [M:0;6912f599d260:37123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-18T17:13:29,170 DEBUG [M:0;6912f599d260:37123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3cef1f86d6d84f1ab81913bfcfd3ef37 is 82, key is hbase:meta,,1/info:regioninfo/1731949969005/Put/seqid=0 2024-11-18T17:13:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741849_1025 (size=5672) 2024-11-18T17:13:29,573 INFO [M:0;6912f599d260:37123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3cef1f86d6d84f1ab81913bfcfd3ef37 2024-11-18T17:13:29,589 DEBUG [M:0;6912f599d260:37123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/831c026a752c4c04b7d17891bc36b4ad is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731949980048/Put/seqid=0 2024-11-18T17:13:29,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741850_1026 (size=7217) 2024-11-18T17:13:29,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:29,706 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:13:29,706 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128952 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:13:29,993 INFO [M:0;6912f599d260:37123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/831c026a752c4c04b7d17891bc36b4ad 2024-11-18T17:13:29,996 INFO [M:0;6912f599d260:37123 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 831c026a752c4c04b7d17891bc36b4ad 2024-11-18T17:13:30,011 DEBUG [M:0;6912f599d260:37123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51e28d0005fd4607a4baee5eff565022 is 69, key is 6912f599d260,46441,1731949965864/rs:state/1731949967923/Put/seqid=0 2024-11-18T17:13:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741851_1027 (size=5156) 2024-11-18T17:13:30,124 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:13:30,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:30,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:13:30,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T17:13:30,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:13:30,415 INFO [M:0;6912f599d260:37123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51e28d0005fd4607a4baee5eff565022 2024-11-18T17:13:30,419 DEBUG [M:0;6912f599d260:37123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3cef1f86d6d84f1ab81913bfcfd3ef37 as hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3cef1f86d6d84f1ab81913bfcfd3ef37 2024-11-18T17:13:30,421 INFO [M:0;6912f599d260:37123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3cef1f86d6d84f1ab81913bfcfd3ef37, entries=8, sequenceid=105, filesize=5.5 K 2024-11-18T17:13:30,422 DEBUG [M:0;6912f599d260:37123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/831c026a752c4c04b7d17891bc36b4ad as hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/831c026a752c4c04b7d17891bc36b4ad 2024-11-18T17:13:30,425 INFO [M:0;6912f599d260:37123 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 831c026a752c4c04b7d17891bc36b4ad 2024-11-18T17:13:30,425 INFO [M:0;6912f599d260:37123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/831c026a752c4c04b7d17891bc36b4ad, entries=11, sequenceid=105, filesize=7.0 K 2024-11-18T17:13:30,425 DEBUG [M:0;6912f599d260:37123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51e28d0005fd4607a4baee5eff565022 as hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51e28d0005fd4607a4baee5eff565022 2024-11-18T17:13:30,428 INFO [M:0;6912f599d260:37123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40071/user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51e28d0005fd4607a4baee5eff565022, entries=1, sequenceid=105, filesize=5.0 K 2024-11-18T17:13:30,428 INFO [M:0;6912f599d260:37123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false 2024-11-18T17:13:30,429 INFO [M:0;6912f599d260:37123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:30,429 DEBUG [M:0;6912f599d260:37123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731950009157Disabling compacts and flushes for region at 1731950009157Disabling writes for close at 1731950009157Obtaining lock to block concurrent updates at 1731950009157Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731950009157Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731950009157Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731950009158 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731950009158Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731950009170 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731950009170Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731950009576 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731950009589 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731950009589Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731950009996 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731950010011 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731950010011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d428c9: reopening flushed file at 1731950010418 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a972184: reopening flushed file at 1731950010422 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce4828e: reopening flushed file at 1731950010425 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false at 1731950010428 (+3 ms)Writing region close event to WAL at 1731950010429 (+1 ms)Closed at 1731950010429 2024-11-18T17:13:30,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34255 is added to blk_1073741830_1006 (size=64411) 2024-11-18T17:13:30,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/59f0eb44-a683-061d-0494-5a6f2fbd7171/MasterData/WALs/6912f599d260,37123,1731949965685/6912f599d260%2C37123%2C1731949965685.1731949967598 not finished, retry = 0 2024-11-18T17:13:30,532 INFO [M:0;6912f599d260:37123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:13:30,532 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:13:30,532 INFO [M:0;6912f599d260:37123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37123 2024-11-18T17:13:30,532 INFO [M:0;6912f599d260:37123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:13:30,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:13:30,649 INFO [M:0;6912f599d260:37123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:13:30,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37123-0x1015038dced0000, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:13:30,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52b65099{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:13:30,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49db6621{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:13:30,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:13:30,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75ee7bb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:13:30,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d216166{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/hadoop.log.dir/,STOPPED} 2024-11-18T17:13:30,652 WARN [BP-610721162-172.17.0.3-1731949964071 heartbeating to localhost/127.0.0.1:40071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:13:30,652 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:13:30,652 WARN [BP-610721162-172.17.0.3-1731949964071 heartbeating to localhost/127.0.0.1:40071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-610721162-172.17.0.3-1731949964071 (Datanode Uuid e32c7a54-d23e-4cfa-9be2-18f8deb69264) service to localhost/127.0.0.1:40071 2024-11-18T17:13:30,652 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:13:30,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/cluster_8dccf456-674a-eb03-16ad-498dbee5a8ad/data/data1/current/BP-610721162-172.17.0.3-1731949964071 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:13:30,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/cluster_8dccf456-674a-eb03-16ad-498dbee5a8ad/data/data2/current/BP-610721162-172.17.0.3-1731949964071 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:13:30,653 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:13:30,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1580ea8c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:13:30,659 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@782d68d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:13:30,659 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:13:30,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3248c827{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:13:30,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f7c6d81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04fdb44b-9f7b-b9b7-1426-5572c78cf010/hadoop.log.dir/,STOPPED} 2024-11-18T17:13:30,665 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:13:30,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:13:30,689 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 316) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:35079 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:35079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:40071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56967) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:35079 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:38803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:40071 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:40071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:38803 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:38803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56967) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56967) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=789 (was 726) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 226) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4017 (was 4266) 2024-11-18T17:13:30,699 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=789, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=4017 2024-11-18T17:13:30,714 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-18T17:13:30,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/hadoop.log.dir so I do NOT create it in target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20 2024-11-18T17:13:30,715 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:13:30,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/hadoop.tmp.dir so I do NOT create it in target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20 2024-11-18T17:13:30,715 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/632aa1d4-5bf1-c5cb-637f-d4b837ef7b60/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:13:30,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20 2024-11-18T17:13:30,715 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/cluster_19d306d0-9ed6-702e-4009-0b09097ef7a6, deleteOnExit=true 2024-11-18T17:13:30,734 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/cluster_19d306d0-9ed6-702e-4009-0b09097ef7a6/zookeeper_0, clientPort=50457, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/cluster_19d306d0-9ed6-702e-4009-0b09097ef7a6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/cluster_19d306d0-9ed6-702e-4009-0b09097ef7a6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:13:30,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50457 2024-11-18T17:13:30,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:13:30,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:13:30,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/test.cache.data in system properties and HBase conf 2024-11-18T17:13:30,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:13:30,736 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:13:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:13:30,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015038dced0008, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:13:30,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015038dced0002, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:13:30,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015038dced0005, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:13:30,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015038dced0002, quorum=127.0.0.1:56967, baseZNode=/01785235564 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:13:30,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015038dced0008, quorum=127.0.0.1:56967, baseZNode=/2-828258286 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:13:30,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015038dced0005, quorum=127.0.0.1:56967, baseZNode=/1585448103 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:13:30,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:13:30,978 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:13:30,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:13:30,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:13:30,979 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:13:30,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:13:30,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55102cb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:13:30,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac11214{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:13:31,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71a54f77{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/java.io.tmpdir/jetty-localhost-36085-hadoop-hdfs-3_4_1-tests_jar-_-any-16869883160753917069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:13:31,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7abbeb44{HTTP/1.1, (http/1.1)}{localhost:36085} 2024-11-18T17:13:31,082 INFO [Time-limited test {}] server.Server(415): Started @326932ms 2024-11-18T17:13:31,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:13:31,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:13:31,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:13:31,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:13:31,279 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:13:31,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d046e2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:13:31,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f57e1d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:13:31,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35dcb853{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/java.io.tmpdir/jetty-localhost-34547-hadoop-hdfs-3_4_1-tests_jar-_-any-18170416319865621293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:13:31,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25705aeb{HTTP/1.1, (http/1.1)}{localhost:34547} 2024-11-18T17:13:31,375 INFO [Time-limited test {}] server.Server(415): Started @327225ms 2024-11-18T17:13:31,376 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:13:31,884 WARN [Thread-4202 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/cluster_19d306d0-9ed6-702e-4009-0b09097ef7a6/data/data2/current/BP-407404845-172.17.0.3-1731950010750/current, will proceed with Du for space computation calculation, 2024-11-18T17:13:31,884 WARN [Thread-4201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/cluster_19d306d0-9ed6-702e-4009-0b09097ef7a6/data/data1/current/BP-407404845-172.17.0.3-1731950010750/current, will proceed with Du for space computation calculation, 2024-11-18T17:13:31,906 WARN [Thread-4189 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:13:31,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf998d02eda14d78 with lease ID 0xe41d1b4cbe7f74e5: Processing first storage report for DS-031eec66-562d-425d-89e3-443b1cc4b740 from datanode DatanodeRegistration(127.0.0.1:41139, datanodeUuid=12dffaf5-af87-4266-82be-69202ddca5cd, infoPort=34003, infoSecurePort=0, ipcPort=41475, storageInfo=lv=-57;cid=testClusterID;nsid=1912927311;c=1731950010750) 2024-11-18T17:13:31,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf998d02eda14d78 with lease ID 0xe41d1b4cbe7f74e5: from storage DS-031eec66-562d-425d-89e3-443b1cc4b740 node DatanodeRegistration(127.0.0.1:41139, datanodeUuid=12dffaf5-af87-4266-82be-69202ddca5cd, infoPort=34003, infoSecurePort=0, ipcPort=41475, storageInfo=lv=-57;cid=testClusterID;nsid=1912927311;c=1731950010750), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:13:31,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf998d02eda14d78 with lease ID 0xe41d1b4cbe7f74e5: Processing first storage report for DS-5ae2db5a-a008-4956-bf94-9f6384dec975 from datanode DatanodeRegistration(127.0.0.1:41139, datanodeUuid=12dffaf5-af87-4266-82be-69202ddca5cd, infoPort=34003, infoSecurePort=0, ipcPort=41475, storageInfo=lv=-57;cid=testClusterID;nsid=1912927311;c=1731950010750) 2024-11-18T17:13:31,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf998d02eda14d78 with lease ID 0xe41d1b4cbe7f74e5: from storage DS-5ae2db5a-a008-4956-bf94-9f6384dec975 node DatanodeRegistration(127.0.0.1:41139, datanodeUuid=12dffaf5-af87-4266-82be-69202ddca5cd, infoPort=34003, infoSecurePort=0, ipcPort=41475, storageInfo=lv=-57;cid=testClusterID;nsid=1912927311;c=1731950010750), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:13:32,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20 2024-11-18T17:13:32,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:32,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:32,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41139 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:13:32,408 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed with version=8 2024-11-18T17:13:32,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/hbase-staging 2024-11-18T17:13:32,410 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:13:32,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:32,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:32,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:13:32,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:32,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:13:32,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:13:32,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:13:32,411 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38021 2024-11-18T17:13:32,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38021 connecting to ZooKeeper ensemble=127.0.0.1:50457 2024-11-18T17:13:32,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380210x0, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:13:32,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38021-0x101503993560000 connected 2024-11-18T17:13:32,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:32,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:32,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Set watcher on znode that does not yet exist, /02018530285/running 2024-11-18T17:13:32,560 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed, hbase.cluster.distributed=false 2024-11-18T17:13:32,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Set watcher on znode that does not yet exist, /02018530285/acl 2024-11-18T17:13:32,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38021 2024-11-18T17:13:32,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38021 2024-11-18T17:13:32,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38021 2024-11-18T17:13:32,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38021 2024-11-18T17:13:32,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38021 2024-11-18T17:13:32,576 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:13:32,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:32,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:32,576 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:13:32,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:32,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:13:32,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:13:32,577 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:13:32,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36763 2024-11-18T17:13:32,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36763 connecting to ZooKeeper ensemble=127.0.0.1:50457 2024-11-18T17:13:32,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:32,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:32,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367630x0, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:13:32,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367630x0, quorum=127.0.0.1:50457, baseZNode=/02018530285 Set watcher on znode that does not yet exist, /02018530285/running 2024-11-18T17:13:32,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36763-0x101503993560001 connected 2024-11-18T17:13:32,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:13:32,591 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:13:32,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36763-0x101503993560001, quorum=127.0.0.1:50457, baseZNode=/02018530285 Set watcher on znode that does not yet exist, /02018530285/master 2024-11-18T17:13:32,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36763-0x101503993560001, quorum=127.0.0.1:50457, baseZNode=/02018530285 Set watcher on znode that does not yet exist, /02018530285/acl 2024-11-18T17:13:32,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36763 2024-11-18T17:13:32,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36763 2024-11-18T17:13:32,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36763 2024-11-18T17:13:32,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36763 2024-11-18T17:13:32,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36763 2024-11-18T17:13:32,618 DEBUG [M:0;6912f599d260:38021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:38021 2024-11-18T17:13:32,619 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02018530285/backup-masters/6912f599d260,38021,1731950012410 2024-11-18T17:13:32,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x101503993560001, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285/backup-masters 2024-11-18T17:13:32,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285/backup-masters 2024-11-18T17:13:32,627 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Set watcher on existing znode=/02018530285/backup-masters/6912f599d260,38021,1731950012410 2024-11-18T17:13:32,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285 2024-11-18T17:13:32,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x101503993560001, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02018530285/master 2024-11-18T17:13:32,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x101503993560001, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285 2024-11-18T17:13:32,636 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Set watcher on existing znode=/02018530285/master 2024-11-18T17:13:32,636 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02018530285/backup-masters/6912f599d260,38021,1731950012410 from backup master directory 2024-11-18T17:13:32,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x101503993560001, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285/backup-masters 2024-11-18T17:13:32,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02018530285/backup-masters/6912f599d260,38021,1731950012410 2024-11-18T17:13:32,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285/backup-masters 2024-11-18T17:13:32,644 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:13:32,644 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,38021,1731950012410 2024-11-18T17:13:32,646 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/hbase.id] with ID: 7fc3e932-40a6-4fe9-a8c6-4a88b91f777e 2024-11-18T17:13:32,647 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/.tmp/hbase.id 2024-11-18T17:13:32,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41139 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:13:33,051 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/.tmp/hbase.id]:[hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/hbase.id] 2024-11-18T17:13:33,057 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:33,057 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:13:33,058 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:13:33,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x101503993560001, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285 2024-11-18T17:13:33,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285 2024-11-18T17:13:33,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41139 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:13:33,498 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:13:33,498 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:13:33,499 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:33,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41139 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:13:33,904 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/MasterData/data/master/store 2024-11-18T17:13:33,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41139 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:13:33,908 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:33,908 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:13:33,908 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:33,908 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:33,908 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:13:33,908 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:33,908 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:33,908 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731950013908Disabling compacts and flushes for region at 1731950013908Disabling writes for close at 1731950013908Writing region close event to WAL at 1731950013908Closed at 1731950013908 2024-11-18T17:13:33,909 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/MasterData/data/master/store/.initializing 2024-11-18T17:13:33,909 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/MasterData/WALs/6912f599d260,38021,1731950012410 2024-11-18T17:13:33,909 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:13:33,910 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C38021%2C1731950012410, suffix=, logDir=hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/MasterData/WALs/6912f599d260,38021,1731950012410, archiveDir=hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/MasterData/oldWALs, maxLogs=10 2024-11-18T17:13:33,922 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/MasterData/WALs/6912f599d260,38021,1731950012410/6912f599d260%2C38021%2C1731950012410.1731950013910, exclude list is [], retry=0 2024-11-18T17:13:33,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41139,DS-031eec66-562d-425d-89e3-443b1cc4b740,DISK] 2024-11-18T17:13:33,925 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/MasterData/WALs/6912f599d260,38021,1731950012410/6912f599d260%2C38021%2C1731950012410.1731950013910 2024-11-18T17:13:33,925 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003)] 2024-11-18T17:13:33,925 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:33,926 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:33,926 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:33,926 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:33,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:33,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:13:33,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:33,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:33,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:33,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:13:33,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:33,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:33,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:33,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:13:33,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:33,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:33,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:33,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:13:33,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:33,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:33,930 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:33,930 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:33,931 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:33,931 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:33,931 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:33,932 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:13:33,932 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:33,934 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:33,934 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67657827, jitterRate=0.008180186152458191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:13:33,946 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731950013926Initializing all the Stores at 1731950013926Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950013926Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950013926Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950013926Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950013926Cleaning up temporary data from old regions at 1731950013931 (+5 ms)Region opened successfully at 1731950013945 (+14 ms) 2024-11-18T17:13:33,946 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:13:33,948 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d3e541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:13:33,948 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:13:33,948 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:13:33,948 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:13:33,948 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:13:33,949 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:13:33,949 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:13:33,949 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:13:33,951 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:13:33,951 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Unable to get data of znode /02018530285/balancer because node does not exist (not necessarily an error) 2024-11-18T17:13:33,985 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02018530285/balancer already deleted, retry=false 2024-11-18T17:13:33,985 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:13:33,986 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Unable to get data of znode /02018530285/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:13:33,993 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02018530285/normalizer already deleted, retry=false 2024-11-18T17:13:33,994 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:13:33,994 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Unable to get data of znode /02018530285/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:13:34,002 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02018530285/switch/split already deleted, retry=false 2024-11-18T17:13:34,002 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Unable to get data of znode /02018530285/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:13:34,010 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02018530285/switch/merge already deleted, retry=false 2024-11-18T17:13:34,011 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Unable to get data of znode /02018530285/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:13:34,018 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02018530285/snapshot-cleanup already deleted, retry=false 2024-11-18T17:13:34,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x101503993560001, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02018530285/running 2024-11-18T17:13:34,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02018530285/running 2024-11-18T17:13:34,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x101503993560001, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285 2024-11-18T17:13:34,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285 2024-11-18T17:13:34,027 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,38021,1731950012410, sessionid=0x101503993560000, setting cluster-up flag (Was=false) 2024-11-18T17:13:34,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x101503993560001, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285 2024-11-18T17:13:34,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285 2024-11-18T17:13:34,068 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02018530285/flush-table-proc/acquired, /02018530285/flush-table-proc/reached, /02018530285/flush-table-proc/abort 2024-11-18T17:13:34,069 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,38021,1731950012410 2024-11-18T17:13:34,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x101503993560001, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285 2024-11-18T17:13:34,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285 2024-11-18T17:13:34,110 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02018530285/online-snapshot/acquired, /02018530285/online-snapshot/reached, /02018530285/online-snapshot/abort 2024-11-18T17:13:34,111 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,38021,1731950012410 2024-11-18T17:13:34,112 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:13:34,113 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:34,113 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:13:34,113 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:13:34,113 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,38021,1731950012410 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:13:34,114 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:34,114 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:34,114 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:34,114 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:34,114 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:13:34,114 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:34,114 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:13:34,114 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:34,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:34,115 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731950044115 2024-11-18T17:13:34,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:13:34,115 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:13:34,115 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:13:34,115 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:13:34,115 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:13:34,115 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:13:34,115 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:13:34,116 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:34,116 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:34,116 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:13:34,116 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:13:34,116 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:13:34,116 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:13:34,116 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:13:34,116 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:13:34,116 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:13:34,116 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950014116,5,FailOnTimeoutGroup] 2024-11-18T17:13:34,117 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950014116,5,FailOnTimeoutGroup] 2024-11-18T17:13:34,117 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:34,117 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:13:34,117 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:34,117 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:34,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41139 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:13:34,205 INFO [RS:0;6912f599d260:36763 {}] regionserver.HRegionServer(746): ClusterId : 7fc3e932-40a6-4fe9-a8c6-4a88b91f777e 2024-11-18T17:13:34,206 DEBUG [RS:0;6912f599d260:36763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:13:34,216 DEBUG [RS:0;6912f599d260:36763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:13:34,216 DEBUG [RS:0;6912f599d260:36763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:13:34,224 DEBUG [RS:0;6912f599d260:36763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:13:34,224 DEBUG [RS:0;6912f599d260:36763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f13a2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:13:34,235 DEBUG [RS:0;6912f599d260:36763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:36763 2024-11-18T17:13:34,235 INFO [RS:0;6912f599d260:36763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:13:34,235 INFO [RS:0;6912f599d260:36763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:13:34,235 DEBUG [RS:0;6912f599d260:36763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:13:34,236 INFO [RS:0;6912f599d260:36763 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,38021,1731950012410 with port=36763, startcode=1731950012576 2024-11-18T17:13:34,236 DEBUG [RS:0;6912f599d260:36763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:13:34,237 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:13:34,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,36763,1731950012576 2024-11-18T17:13:34,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38021 {}] master.ServerManager(517): Registering regionserver=6912f599d260,36763,1731950012576 2024-11-18T17:13:34,238 DEBUG [RS:0;6912f599d260:36763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed 2024-11-18T17:13:34,238 DEBUG [RS:0;6912f599d260:36763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38993 2024-11-18T17:13:34,238 DEBUG [RS:0;6912f599d260:36763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:13:34,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285/rs 2024-11-18T17:13:34,249 DEBUG [RS:0;6912f599d260:36763 {}] zookeeper.ZKUtil(111): regionserver:36763-0x101503993560001, quorum=127.0.0.1:50457, baseZNode=/02018530285 Set watcher on existing znode=/02018530285/rs/6912f599d260,36763,1731950012576 2024-11-18T17:13:34,249 WARN [RS:0;6912f599d260:36763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:13:34,249 INFO [RS:0;6912f599d260:36763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:34,249 DEBUG [RS:0;6912f599d260:36763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/WALs/6912f599d260,36763,1731950012576 2024-11-18T17:13:34,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,36763,1731950012576] 2024-11-18T17:13:34,251 INFO [RS:0;6912f599d260:36763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:13:34,253 INFO [RS:0;6912f599d260:36763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:13:34,253 INFO [RS:0;6912f599d260:36763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:13:34,253 INFO [RS:0;6912f599d260:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:34,253 INFO [RS:0;6912f599d260:36763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:13:34,253 INFO [RS:0;6912f599d260:36763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:13:34,253 INFO [RS:0;6912f599d260:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:34,254 DEBUG [RS:0;6912f599d260:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:34,254 DEBUG [RS:0;6912f599d260:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:34,254 DEBUG [RS:0;6912f599d260:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:34,254 DEBUG [RS:0;6912f599d260:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:34,254 DEBUG [RS:0;6912f599d260:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:34,254 DEBUG [RS:0;6912f599d260:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:13:34,254 DEBUG [RS:0;6912f599d260:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:34,254 DEBUG [RS:0;6912f599d260:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:34,254 DEBUG [RS:0;6912f599d260:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:34,254 DEBUG [RS:0;6912f599d260:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:34,254 DEBUG [RS:0;6912f599d260:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:34,254 DEBUG [RS:0;6912f599d260:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:34,254 DEBUG [RS:0;6912f599d260:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:13:34,254 DEBUG [RS:0;6912f599d260:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:13:34,254 INFO [RS:0;6912f599d260:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:34,254 INFO [RS:0;6912f599d260:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:34,254 INFO [RS:0;6912f599d260:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:34,254 INFO [RS:0;6912f599d260:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:34,254 INFO [RS:0;6912f599d260:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:34,254 INFO [RS:0;6912f599d260:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36763,1731950012576-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:13:34,267 INFO [RS:0;6912f599d260:36763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:13:34,267 INFO [RS:0;6912f599d260:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36763,1731950012576-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:34,267 INFO [RS:0;6912f599d260:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:34,267 INFO [RS:0;6912f599d260:36763 {}] regionserver.Replication(171): 6912f599d260,36763,1731950012576 started 2024-11-18T17:13:34,278 INFO [RS:0;6912f599d260:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:34,278 INFO [RS:0;6912f599d260:36763 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,36763,1731950012576, RpcServer on 6912f599d260/172.17.0.3:36763, sessionid=0x101503993560001 2024-11-18T17:13:34,278 DEBUG [RS:0;6912f599d260:36763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:13:34,278 DEBUG [RS:0;6912f599d260:36763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,36763,1731950012576 2024-11-18T17:13:34,278 DEBUG [RS:0;6912f599d260:36763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,36763,1731950012576' 2024-11-18T17:13:34,278 DEBUG [RS:0;6912f599d260:36763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02018530285/flush-table-proc/abort' 2024-11-18T17:13:34,279 DEBUG [RS:0;6912f599d260:36763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02018530285/flush-table-proc/acquired' 2024-11-18T17:13:34,279 DEBUG [RS:0;6912f599d260:36763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:13:34,279 DEBUG [RS:0;6912f599d260:36763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:13:34,279 DEBUG [RS:0;6912f599d260:36763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,36763,1731950012576 2024-11-18T17:13:34,279 DEBUG [RS:0;6912f599d260:36763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,36763,1731950012576' 2024-11-18T17:13:34,279 DEBUG [RS:0;6912f599d260:36763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02018530285/online-snapshot/abort' 2024-11-18T17:13:34,279 DEBUG [RS:0;6912f599d260:36763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02018530285/online-snapshot/acquired' 2024-11-18T17:13:34,280 DEBUG [RS:0;6912f599d260:36763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:13:34,280 INFO [RS:0;6912f599d260:36763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:13:34,280 INFO [RS:0;6912f599d260:36763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:13:34,380 INFO [RS:0;6912f599d260:36763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:13:34,381 INFO [RS:0;6912f599d260:36763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C36763%2C1731950012576, suffix=, logDir=hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/WALs/6912f599d260,36763,1731950012576, archiveDir=hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/oldWALs, maxLogs=10 2024-11-18T17:13:34,392 DEBUG [RS:0;6912f599d260:36763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/WALs/6912f599d260,36763,1731950012576/6912f599d260%2C36763%2C1731950012576.1731950014381, exclude list is [], retry=0 2024-11-18T17:13:34,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41139,DS-031eec66-562d-425d-89e3-443b1cc4b740,DISK] 2024-11-18T17:13:34,396 INFO [RS:0;6912f599d260:36763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/WALs/6912f599d260,36763,1731950012576/6912f599d260%2C36763%2C1731950012576.1731950014381 2024-11-18T17:13:34,396 DEBUG [RS:0;6912f599d260:36763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003)] 2024-11-18T17:13:34,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:13:34,523 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed 2024-11-18T17:13:34,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41139 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:13:34,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:34,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:13:34,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:13:34,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:34,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:34,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:13:34,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:13:34,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:34,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:34,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:13:34,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:13:34,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:34,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:34,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:13:34,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:13:34,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:34,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:34,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:13:34,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/data/hbase/meta/1588230740 2024-11-18T17:13:34,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/data/hbase/meta/1588230740 2024-11-18T17:13:34,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:13:34,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:13:34,933 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:13:34,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:13:34,935 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:34,936 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61031735, jitterRate=-0.09055627882480621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:13:34,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731950014927Initializing all the Stores at 1731950014927Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950014928 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950014928Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950014928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950014928Cleaning up temporary data from old regions at 1731950014933 (+5 ms)Region opened successfully at 1731950014936 (+3 ms) 2024-11-18T17:13:34,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:13:34,936 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:13:34,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:13:34,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:13:34,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:13:34,937 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:13:34,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731950014936Disabling compacts and flushes for region at 1731950014936Disabling writes for close at 1731950014936Writing region close event to WAL at 1731950014937 (+1 ms)Closed at 1731950014937 2024-11-18T17:13:34,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:34,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:13:34,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:13:34,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:13:34,939 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:13:35,089 DEBUG [6912f599d260:38021 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:13:35,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,36763,1731950012576 2024-11-18T17:13:35,090 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,36763,1731950012576, state=OPENING 2024-11-18T17:13:35,127 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:13:35,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285 2024-11-18T17:13:35,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x101503993560001, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02018530285 2024-11-18T17:13:35,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02018530285/meta-region-server: CHANGED 2024-11-18T17:13:35,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02018530285/meta-region-server: CHANGED 2024-11-18T17:13:35,135 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:13:35,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,36763,1731950012576}] 2024-11-18T17:13:35,287 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:13:35,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:13:35,291 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:13:35,291 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:35,291 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:13:35,292 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C36763%2C1731950012576.meta, suffix=.meta, logDir=hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/WALs/6912f599d260,36763,1731950012576, archiveDir=hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/oldWALs, maxLogs=10 2024-11-18T17:13:35,303 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/WALs/6912f599d260,36763,1731950012576/6912f599d260%2C36763%2C1731950012576.meta.1731950015292.meta, exclude list is [], retry=0 2024-11-18T17:13:35,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41139,DS-031eec66-562d-425d-89e3-443b1cc4b740,DISK] 2024-11-18T17:13:35,306 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/WALs/6912f599d260,36763,1731950012576/6912f599d260%2C36763%2C1731950012576.meta.1731950015292.meta 2024-11-18T17:13:35,306 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003)] 2024-11-18T17:13:35,306 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:35,307 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:13:35,307 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:13:35,307 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:13:35,307 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:13:35,307 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:13:35,307 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:35,307 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:13:35,307 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:13:35,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:13:35,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:13:35,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:35,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:35,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:13:35,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:13:35,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:35,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:35,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:13:35,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:13:35,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:35,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:35,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:13:35,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:13:35,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:35,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:35,311 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:13:35,312 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/data/hbase/meta/1588230740 2024-11-18T17:13:35,312 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/data/hbase/meta/1588230740 2024-11-18T17:13:35,313 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:13:35,313 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:13:35,313 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:13:35,314 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:13:35,314 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61799617, jitterRate=-0.07911394536495209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:13:35,314 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:13:35,315 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731950015307Writing region info on filesystem at 1731950015307Initializing all the Stores at 1731950015308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950015308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950015308Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950015308Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950015308Cleaning up temporary data from old regions at 1731950015313 (+5 ms)Running coprocessor post-open hooks at 1731950015314 (+1 ms)Region opened successfully at 1731950015315 (+1 ms) 2024-11-18T17:13:35,315 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731950015287 2024-11-18T17:13:35,317 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:13:35,317 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:13:35,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,36763,1731950012576 2024-11-18T17:13:35,318 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,36763,1731950012576, state=OPEN 2024-11-18T17:13:35,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38021-0x101503993560000, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02018530285/meta-region-server 2024-11-18T17:13:35,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x101503993560001, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02018530285/meta-region-server 2024-11-18T17:13:35,352 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,36763,1731950012576 2024-11-18T17:13:35,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02018530285/meta-region-server: CHANGED 2024-11-18T17:13:35,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02018530285/meta-region-server: CHANGED 2024-11-18T17:13:35,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:13:35,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,36763,1731950012576 in 216 msec 2024-11-18T17:13:35,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:13:35,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-18T17:13:35,355 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:35,356 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:13:35,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:35,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,36763,1731950012576, seqNum=-1] 2024-11-18T17:13:35,357 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:35,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:13:35,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-18T17:13:35,361 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731950015361, completionTime=-1 2024-11-18T17:13:35,361 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:13:35,361 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:13:35,362 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:13:35,362 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731950075362 2024-11-18T17:13:35,362 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731950135362 2024-11-18T17:13:35,362 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:13:35,362 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,38021,1731950012410-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:35,362 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,38021,1731950012410-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:35,362 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,38021,1731950012410-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:35,362 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:38021, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:35,362 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:35,363 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:35,364 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:13:35,365 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.721sec 2024-11-18T17:13:35,365 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:13:35,365 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:13:35,365 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:13:35,365 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:13:35,365 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:13:35,365 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,38021,1731950012410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:13:35,365 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,38021,1731950012410-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:13:35,367 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:13:35,367 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:13:35,367 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,38021,1731950012410-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:35,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a5bd1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:35,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,38021,-1 for getting cluster id 2024-11-18T17:13:35,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:35,407 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fc3e932-40a6-4fe9-a8c6-4a88b91f777e' 2024-11-18T17:13:35,407 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fc3e932-40a6-4fe9-a8c6-4a88b91f777e" 2024-11-18T17:13:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c5ec6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,38021,-1] 2024-11-18T17:13:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:35,408 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:35,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175c8de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:35,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:35,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,36763,1731950012576, seqNum=-1] 2024-11-18T17:13:35,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:35,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:13:35,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,38021,1731950012410 2024-11-18T17:13:35,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50457 2024-11-18T17:13:35,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50457, baseZNode=/02018530285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:13:35,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101503993560002 connected 2024-11-18T17:13:35,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,38021,1731950012410 2024-11-18T17:13:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7420e267 2024-11-18T17:13:35,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:35,438 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:35,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:13:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:13:35,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:13:35,440 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:35,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:13:35,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:13:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:35,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41139 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:13:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:35,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:13:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:35,846 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9bbfc7e3eafef7d823aff7d73528fd82, NAME => 'test,,1731950015438.9bbfc7e3eafef7d823aff7d73528fd82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed 2024-11-18T17:13:35,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41139 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:13:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:36,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731950015438.9bbfc7e3eafef7d823aff7d73528fd82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:36,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9bbfc7e3eafef7d823aff7d73528fd82, disabling compactions & flushes 2024-11-18T17:13:36,250 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731950015438.9bbfc7e3eafef7d823aff7d73528fd82. 2024-11-18T17:13:36,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731950015438.9bbfc7e3eafef7d823aff7d73528fd82. 2024-11-18T17:13:36,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731950015438.9bbfc7e3eafef7d823aff7d73528fd82. after waiting 0 ms 2024-11-18T17:13:36,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731950015438.9bbfc7e3eafef7d823aff7d73528fd82. 2024-11-18T17:13:36,250 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731950015438.9bbfc7e3eafef7d823aff7d73528fd82. 2024-11-18T17:13:36,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9bbfc7e3eafef7d823aff7d73528fd82: Waiting for close lock at 1731950016250Disabling compacts and flushes for region at 1731950016250Disabling writes for close at 1731950016250Writing region close event to WAL at 1731950016250Closed at 1731950016250 2024-11-18T17:13:36,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:13:36,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731950015438.9bbfc7e3eafef7d823aff7d73528fd82.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731950016251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950016251"}]},"ts":"1731950016251"} 2024-11-18T17:13:36,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:13:36,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:13:36,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731950016253"}]},"ts":"1731950016253"} 2024-11-18T17:13:36,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:13:36,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9bbfc7e3eafef7d823aff7d73528fd82, ASSIGN}] 2024-11-18T17:13:36,255 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9bbfc7e3eafef7d823aff7d73528fd82, ASSIGN 2024-11-18T17:13:36,255 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9bbfc7e3eafef7d823aff7d73528fd82, ASSIGN; state=OFFLINE, location=6912f599d260,36763,1731950012576; forceNewPlan=false, retain=false 2024-11-18T17:13:36,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bbfc7e3eafef7d823aff7d73528fd82, regionState=OPENING, regionLocation=6912f599d260,36763,1731950012576 2024-11-18T17:13:36,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9bbfc7e3eafef7d823aff7d73528fd82, ASSIGN because future has completed 2024-11-18T17:13:36,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bbfc7e3eafef7d823aff7d73528fd82, server=6912f599d260,36763,1731950012576}] 2024-11-18T17:13:36,562 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731950015438.9bbfc7e3eafef7d823aff7d73528fd82. 2024-11-18T17:13:36,562 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bbfc7e3eafef7d823aff7d73528fd82, NAME => 'test,,1731950015438.9bbfc7e3eafef7d823aff7d73528fd82.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:36,562 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:13:36,562 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:13:36,562 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9bbfc7e3eafef7d823aff7d73528fd82 2024-11-18T17:13:36,562 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731950015438.9bbfc7e3eafef7d823aff7d73528fd82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:36,562 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9bbfc7e3eafef7d823aff7d73528fd82 2024-11-18T17:13:36,562 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9bbfc7e3eafef7d823aff7d73528fd82 2024-11-18T17:13:36,563 INFO [StoreOpener-9bbfc7e3eafef7d823aff7d73528fd82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9bbfc7e3eafef7d823aff7d73528fd82 2024-11-18T17:13:36,564 INFO [StoreOpener-9bbfc7e3eafef7d823aff7d73528fd82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bbfc7e3eafef7d823aff7d73528fd82 columnFamilyName f 2024-11-18T17:13:36,564 DEBUG [StoreOpener-9bbfc7e3eafef7d823aff7d73528fd82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:36,564 INFO [StoreOpener-9bbfc7e3eafef7d823aff7d73528fd82-1 {}] regionserver.HStore(327): Store=9bbfc7e3eafef7d823aff7d73528fd82/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:36,564 INFO [StoreOpener-9bbfc7e3eafef7d823aff7d73528fd82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9bbfc7e3eafef7d823aff7d73528fd82 2024-11-18T17:13:36,565 INFO [StoreOpener-9bbfc7e3eafef7d823aff7d73528fd82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bbfc7e3eafef7d823aff7d73528fd82 columnFamilyName f1 2024-11-18T17:13:36,565 DEBUG [StoreOpener-9bbfc7e3eafef7d823aff7d73528fd82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:36,565 INFO [StoreOpener-9bbfc7e3eafef7d823aff7d73528fd82-1 {}] regionserver.HStore(327): Store=9bbfc7e3eafef7d823aff7d73528fd82/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:36,565 INFO [StoreOpener-9bbfc7e3eafef7d823aff7d73528fd82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9bbfc7e3eafef7d823aff7d73528fd82 2024-11-18T17:13:36,566 INFO [StoreOpener-9bbfc7e3eafef7d823aff7d73528fd82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bbfc7e3eafef7d823aff7d73528fd82 columnFamilyName norep 2024-11-18T17:13:36,566 DEBUG [StoreOpener-9bbfc7e3eafef7d823aff7d73528fd82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:36,566 INFO [StoreOpener-9bbfc7e3eafef7d823aff7d73528fd82-1 {}] regionserver.HStore(327): Store=9bbfc7e3eafef7d823aff7d73528fd82/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:36,566 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9bbfc7e3eafef7d823aff7d73528fd82 2024-11-18T17:13:36,566 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/data/default/test/9bbfc7e3eafef7d823aff7d73528fd82 2024-11-18T17:13:36,567 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/data/default/test/9bbfc7e3eafef7d823aff7d73528fd82 2024-11-18T17:13:36,567 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9bbfc7e3eafef7d823aff7d73528fd82 2024-11-18T17:13:36,567 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9bbfc7e3eafef7d823aff7d73528fd82 2024-11-18T17:13:36,568 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:13:36,568 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9bbfc7e3eafef7d823aff7d73528fd82 2024-11-18T17:13:36,570 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/data/default/test/9bbfc7e3eafef7d823aff7d73528fd82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:36,570 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9bbfc7e3eafef7d823aff7d73528fd82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59325175, jitterRate=-0.11598600447177887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:13:36,570 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bbfc7e3eafef7d823aff7d73528fd82 2024-11-18T17:13:36,570 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9bbfc7e3eafef7d823aff7d73528fd82: Running coprocessor pre-open hook at 1731950016562Writing region info on filesystem at 1731950016562Initializing all the Stores at 1731950016563 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950016563Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950016563Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950016563Cleaning up temporary data from old regions at 1731950016567 (+4 ms)Running coprocessor post-open hooks at 1731950016570 (+3 ms)Region opened successfully at 1731950016570 2024-11-18T17:13:36,571 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731950015438.9bbfc7e3eafef7d823aff7d73528fd82., pid=6, masterSystemTime=1731950016559 2024-11-18T17:13:36,572 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731950015438.9bbfc7e3eafef7d823aff7d73528fd82. 2024-11-18T17:13:36,572 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731950015438.9bbfc7e3eafef7d823aff7d73528fd82. 2024-11-18T17:13:36,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9bbfc7e3eafef7d823aff7d73528fd82, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,36763,1731950012576 2024-11-18T17:13:36,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bbfc7e3eafef7d823aff7d73528fd82, server=6912f599d260,36763,1731950012576 because future has completed 2024-11-18T17:13:36,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:13:36,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bbfc7e3eafef7d823aff7d73528fd82, server=6912f599d260,36763,1731950012576 in 167 msec 2024-11-18T17:13:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:36,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:13:36,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9bbfc7e3eafef7d823aff7d73528fd82, ASSIGN in 322 msec 2024-11-18T17:13:36,577 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:13:36,577 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731950016577"}]},"ts":"1731950016577"} 2024-11-18T17:13:36,578 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:13:36,579 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:13:36,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1410 sec 2024-11-18T17:13:37,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:37,586 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:13:37,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb8d2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:37,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,38021,-1 for getting cluster id 2024-11-18T17:13:37,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:37,587 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fc3e932-40a6-4fe9-a8c6-4a88b91f777e' 2024-11-18T17:13:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fc3e932-40a6-4fe9-a8c6-4a88b91f777e" 2024-11-18T17:13:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3001cd5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,38021,-1] 2024-11-18T17:13:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:37,588 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:37,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41769e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:37,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:37,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,38021,1731950012410 2024-11-18T17:13:37,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16d96633 2024-11-18T17:13:37,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:37,590 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:37,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:38021,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:13:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:13:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:37,592 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:38021' 2024-11-18T17:13:37,593 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa33e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:37,593 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,38021,-1 for getting cluster id 2024-11-18T17:13:37,593 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:37,593 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fc3e932-40a6-4fe9-a8c6-4a88b91f777e' 2024-11-18T17:13:37,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:37,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fc3e932-40a6-4fe9-a8c6-4a88b91f777e" 2024-11-18T17:13:37,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b40cad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:37,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,38021,-1] 2024-11-18T17:13:37,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:37,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:37,594 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:37,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d64ceea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:37,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:37,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,38021,1731950012410 2024-11-18T17:13:37,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bd7a74c 2024-11-18T17:13:37,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:37,596 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:37,596 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T17:13:37,596 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:13:37,596 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:37,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:37,596 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:37,597 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6912f599d260:38021, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T17:13:37,602 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6912f599d260:38021, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6912f599d260:38021, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6912f599d260:38021, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-18T17:13:37,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6912f599d260:38021, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-18T17:13:37,603 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-18T17:13:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:37,696 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://6912f599d260:38021, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-18T17:13:37,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:13:37,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:37,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:37,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:37,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:37,714 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 363) Potentially hanging thread: RS:0;6912f599d260:36763-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp991472188-7928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp991472188-7926 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0fa4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp991472188-7929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6912f599d260:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 38993 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/cluster_19d306d0-9ed6-702e-4009-0b09097ef7a6/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@40b64819[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7725ef9d java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50457) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/cluster_19d306d0-9ed6-702e-4009-0b09097ef7a6/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1954573050-7973-acceptor-0@44ffb7c-ServerConnector@25705aeb{HTTP/1.1, (http/1.1)}{localhost:34547} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1954573050-7972 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0fa4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3e1847dd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950014116 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:50457 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 2 on default port 38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 0 on default port 38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/cluster_19d306d0-9ed6-702e-4009-0b09097ef7a6/data/data2/current/BP-407404845-172.17.0.3-1731950010750 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:38993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed/MasterData-prefix:6912f599d260,38021,1731950012410 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/cluster_19d306d0-9ed6-702e-4009-0b09097ef7a6/data/data1/current/BP-407404845-172.17.0.3-1731950010750 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@4345e1c0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950014116 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RS_OPEN_REGION-regionserver/6912f599d260:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp991472188-7924 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0fa4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-407404845-172.17.0.3-1731950010750:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6912f599d260:36763 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$594/0x00007f0fa4ab0e60.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1954573050-7975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@76e25c10 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp991472188-7925 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0fa4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-407404845-172.17.0.3-1731950010750 heartbeating to localhost/127.0.0.1:38993 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp991472188-7927-acceptor-0@9ae6cf2-ServerConnector@7abbeb44{HTTP/1.1, (http/1.1)}{localhost:36085} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@24388839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server idle connection scanner for port 41475 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 3 on default port 38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 41475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-407404845-172.17.0.3-1731950010750:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2071311395_20 at /127.0.0.1:58192 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1296879320_20 at /127.0.0.1:54712 [Receiving block BP-407404845-172.17.0.3-1731950010750:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1567854f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@16b9ea50 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-13097cd1-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50457) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed-prefix:6912f599d260,36763,1731950012576.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/6912f599d260:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2071311395_20 at /127.0.0.1:54732 [Receiving block BP-407404845-172.17.0.3-1731950010750:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:50457): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(817827446) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@54513a26 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6912f599d260:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 0 on default port 41475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1954573050-7974 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp991472188-7923 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f0fa4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f0fa49f2890.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:38993 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38993/user/jenkins/test-data/71fcb29a-5a5e-e0cc-5c88-6336c04929ed-prefix:6912f599d260,36763,1731950012576 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:38993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RS_OPEN_META-regionserver/6912f599d260:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-407404845-172.17.0.3-1731950010750:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7cf0d75f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2071311395_20 at /127.0.0.1:54758 [Receiving block BP-407404845-172.17.0.3-1731950010750:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2843389f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50457) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp991472188-7930 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: 6912f599d260:38021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6912f599d260:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;6912f599d260:38021 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 789) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 241) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3992 (was 4017) 2024-11-18T17:13:37,717 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-18T17:13:37,730 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=3991 2024-11-18T17:13:37,730 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-18T17:13:37,746 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-18T17:13:37,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/hadoop.log.dir so I do NOT create it in target/test-data/285df578-7727-6850-2eb3-c323b16215bb 2024-11-18T17:13:37,746 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:13:37,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/hadoop.tmp.dir so I do NOT create it in target/test-data/285df578-7727-6850-2eb3-c323b16215bb 2024-11-18T17:13:37,746 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cc076bc-d5e6-192f-3871-ab9707488f20/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:13:37,746 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb 2024-11-18T17:13:37,746 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/cluster_72b66b00-141f-18a3-ac5c-ce72697a2589, deleteOnExit=true 2024-11-18T17:13:37,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/cluster_72b66b00-141f-18a3-ac5c-ce72697a2589/zookeeper_0, clientPort=59938, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/cluster_72b66b00-141f-18a3-ac5c-ce72697a2589/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/cluster_72b66b00-141f-18a3-ac5c-ce72697a2589/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:13:37,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59938 2024-11-18T17:13:37,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:13:37,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/test.cache.data in system properties and HBase conf 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:13:37,766 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:13:37,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:13:37,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:13:37,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:13:37,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:13:37,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:13:38,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:13:38,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:13:38,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:13:38,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:13:38,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:13:38,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:13:38,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4624605{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:13:38,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2100ca5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:13:38,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@362d0c6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/java.io.tmpdir/jetty-localhost-38265-hadoop-hdfs-3_4_1-tests_jar-_-any-1502871838550454488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:13:38,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d4c437c{HTTP/1.1, (http/1.1)}{localhost:38265} 2024-11-18T17:13:38,159 INFO [Time-limited test {}] server.Server(415): Started @334010ms 2024-11-18T17:13:38,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:13:38,353 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:13:38,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:13:38,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:13:38,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:13:38,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b6eb5b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:13:38,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583e7350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:13:38,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f5a88bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/java.io.tmpdir/jetty-localhost-41005-hadoop-hdfs-3_4_1-tests_jar-_-any-16387646467582459153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:13:38,448 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@83ea507{HTTP/1.1, (http/1.1)}{localhost:41005} 2024-11-18T17:13:38,448 INFO [Time-limited test {}] server.Server(415): Started @334298ms 2024-11-18T17:13:38,449 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:13:38,943 WARN [Thread-4335 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/cluster_72b66b00-141f-18a3-ac5c-ce72697a2589/data/data1/current/BP-1049390705-172.17.0.3-1731950017789/current, will proceed with Du for space computation calculation, 2024-11-18T17:13:38,943 WARN [Thread-4336 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/cluster_72b66b00-141f-18a3-ac5c-ce72697a2589/data/data2/current/BP-1049390705-172.17.0.3-1731950017789/current, will proceed with Du for space computation calculation, 2024-11-18T17:13:38,957 WARN [Thread-4323 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:13:38,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ada9fa7353f433a with lease ID 0xc46e4983e7d78008: Processing first storage report for DS-2deba837-5434-4e0c-9e9e-47e6e97e3735 from datanode DatanodeRegistration(127.0.0.1:39733, datanodeUuid=0decc647-75ee-49b5-95d9-0445a27b1704, infoPort=34517, infoSecurePort=0, ipcPort=39261, storageInfo=lv=-57;cid=testClusterID;nsid=1202944268;c=1731950017789) 2024-11-18T17:13:38,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ada9fa7353f433a with lease ID 0xc46e4983e7d78008: from storage DS-2deba837-5434-4e0c-9e9e-47e6e97e3735 node DatanodeRegistration(127.0.0.1:39733, datanodeUuid=0decc647-75ee-49b5-95d9-0445a27b1704, infoPort=34517, infoSecurePort=0, ipcPort=39261, storageInfo=lv=-57;cid=testClusterID;nsid=1202944268;c=1731950017789), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:13:38,959 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ada9fa7353f433a with lease ID 0xc46e4983e7d78008: Processing first storage report for DS-e5f014fb-ef20-42b3-af9a-c9f88e247572 from datanode DatanodeRegistration(127.0.0.1:39733, datanodeUuid=0decc647-75ee-49b5-95d9-0445a27b1704, infoPort=34517, infoSecurePort=0, ipcPort=39261, storageInfo=lv=-57;cid=testClusterID;nsid=1202944268;c=1731950017789) 2024-11-18T17:13:38,959 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ada9fa7353f433a with lease ID 0xc46e4983e7d78008: from storage DS-e5f014fb-ef20-42b3-af9a-c9f88e247572 node DatanodeRegistration(127.0.0.1:39733, datanodeUuid=0decc647-75ee-49b5-95d9-0445a27b1704, infoPort=34517, infoSecurePort=0, ipcPort=39261, storageInfo=lv=-57;cid=testClusterID;nsid=1202944268;c=1731950017789), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:13:38,971 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb 2024-11-18T17:13:38,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:38,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:38,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:13:39,378 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7 with version=8 2024-11-18T17:13:39,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/hbase-staging 2024-11-18T17:13:39,380 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:13:39,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:39,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:39,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:13:39,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:39,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:13:39,380 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:13:39,380 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:13:39,381 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32985 2024-11-18T17:13:39,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32985 connecting to ZooKeeper ensemble=127.0.0.1:59938 2024-11-18T17:13:39,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329850x0, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:13:39,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32985-0x1015039aecd0000 connected 2024-11-18T17:13:39,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:39,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:39,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Set watcher on znode that does not yet exist, /0187107858/running 2024-11-18T17:13:39,527 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7, hbase.cluster.distributed=false 2024-11-18T17:13:39,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Set watcher on znode that does not yet exist, /0187107858/acl 2024-11-18T17:13:39,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32985 2024-11-18T17:13:39,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32985 2024-11-18T17:13:39,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32985 2024-11-18T17:13:39,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32985 2024-11-18T17:13:39,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32985 2024-11-18T17:13:39,546 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:13:39,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:39,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:39,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:13:39,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:39,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:13:39,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:13:39,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:13:39,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34917 2024-11-18T17:13:39,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34917 connecting to ZooKeeper ensemble=127.0.0.1:59938 2024-11-18T17:13:39,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:39,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:39,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349170x0, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:13:39,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34917-0x1015039aecd0001 connected 2024-11-18T17:13:39,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349170x0, quorum=127.0.0.1:59938, baseZNode=/0187107858 Set watcher on znode that does not yet exist, /0187107858/running 2024-11-18T17:13:39,558 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:13:39,558 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:13:39,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Set watcher on znode that does not yet exist, /0187107858/master 2024-11-18T17:13:39,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Set watcher on znode that does not yet exist, /0187107858/acl 2024-11-18T17:13:39,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34917 2024-11-18T17:13:39,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34917 2024-11-18T17:13:39,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34917 2024-11-18T17:13:39,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34917 2024-11-18T17:13:39,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34917 2024-11-18T17:13:39,577 DEBUG [M:0;6912f599d260:32985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:32985 2024-11-18T17:13:39,577 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0187107858/backup-masters/6912f599d260,32985,1731950019380 2024-11-18T17:13:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858/backup-masters 2024-11-18T17:13:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858/backup-masters 2024-11-18T17:13:39,582 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Set watcher on existing znode=/0187107858/backup-masters/6912f599d260,32985,1731950019380 2024-11-18T17:13:39,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:13:39,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0187107858/master 2024-11-18T17:13:39,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:13:39,591 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Set watcher on existing znode=/0187107858/master 2024-11-18T17:13:39,591 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0187107858/backup-masters/6912f599d260,32985,1731950019380 from backup master directory 2024-11-18T17:13:39,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0187107858/backup-masters/6912f599d260,32985,1731950019380 2024-11-18T17:13:39,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858/backup-masters 2024-11-18T17:13:39,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858/backup-masters 2024-11-18T17:13:39,599 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:13:39,599 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,32985,1731950019380 2024-11-18T17:13:39,601 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/hbase.id] with ID: c9e59c5a-53e1-4d85-aaa6-32aeea00d74b 2024-11-18T17:13:39,601 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/.tmp/hbase.id 2024-11-18T17:13:39,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:13:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:13:39,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T17:13:39,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-18T17:13:39,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-18T17:13:39,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:13:39,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-18T17:13:40,005 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/.tmp/hbase.id]:[hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/hbase.id] 2024-11-18T17:13:40,012 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:40,012 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:13:40,013 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:13:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:13:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:13:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:13:40,026 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:13:40,026 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:13:40,027 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:40,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:13:40,039 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store 2024-11-18T17:13:40,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:13:40,251 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:13:40,252 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-18T17:13:40,443 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:40,443 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:13:40,443 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:40,443 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:40,443 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:13:40,443 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:40,443 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:40,443 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731950020443Disabling compacts and flushes for region at 1731950020443Disabling writes for close at 1731950020443Writing region close event to WAL at 1731950020443Closed at 1731950020443 2024-11-18T17:13:40,444 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/.initializing 2024-11-18T17:13:40,444 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/WALs/6912f599d260,32985,1731950019380 2024-11-18T17:13:40,445 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:13:40,446 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C32985%2C1731950019380, suffix=, logDir=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/WALs/6912f599d260,32985,1731950019380, archiveDir=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/oldWALs, maxLogs=10 2024-11-18T17:13:40,457 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/WALs/6912f599d260,32985,1731950019380/6912f599d260%2C32985%2C1731950019380.1731950020446, exclude list is [], retry=0 2024-11-18T17:13:40,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39733,DS-2deba837-5434-4e0c-9e9e-47e6e97e3735,DISK] 2024-11-18T17:13:40,460 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/WALs/6912f599d260,32985,1731950019380/6912f599d260%2C32985%2C1731950019380.1731950020446 2024-11-18T17:13:40,460 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34517:34517)] 2024-11-18T17:13:40,460 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:40,461 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:40,461 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:40,461 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:40,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:40,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:13:40,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:40,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:40,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:40,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:13:40,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:40,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:40,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:40,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:13:40,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:40,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:40,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:40,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:13:40,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:40,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:40,465 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:40,466 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:40,466 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:40,467 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:40,467 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:40,467 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:13:40,468 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:40,469 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:40,469 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69429362, jitterRate=0.0345781147480011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:13:40,469 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731950020461Initializing all the Stores at 1731950020461Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950020461Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950020461Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950020461Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950020461Cleaning up temporary data from old regions at 1731950020467 (+6 ms)Region opened successfully at 1731950020469 (+2 ms) 2024-11-18T17:13:40,469 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:13:40,471 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c93017e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:13:40,472 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:13:40,472 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:13:40,472 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:13:40,472 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:13:40,472 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:13:40,472 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:13:40,472 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:13:40,474 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:13:40,474 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Unable to get data of znode /0187107858/balancer because node does not exist (not necessarily an error) 2024-11-18T17:13:40,513 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0187107858/balancer already deleted, retry=false 2024-11-18T17:13:40,514 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:13:40,514 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Unable to get data of znode /0187107858/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:13:40,524 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0187107858/normalizer already deleted, retry=false 2024-11-18T17:13:40,524 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:13:40,525 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Unable to get data of znode /0187107858/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:13:40,532 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0187107858/switch/split already deleted, retry=false 2024-11-18T17:13:40,532 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Unable to get data of znode /0187107858/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:13:40,540 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0187107858/switch/merge already deleted, retry=false 2024-11-18T17:13:40,542 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Unable to get data of znode /0187107858/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:13:40,548 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0187107858/snapshot-cleanup already deleted, retry=false 2024-11-18T17:13:40,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0187107858/running 2024-11-18T17:13:40,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0187107858/running 2024-11-18T17:13:40,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:13:40,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:13:40,557 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,32985,1731950019380, sessionid=0x1015039aecd0000, setting cluster-up flag (Was=false) 2024-11-18T17:13:40,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:13:40,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:13:40,599 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0187107858/flush-table-proc/acquired, /0187107858/flush-table-proc/reached, /0187107858/flush-table-proc/abort 2024-11-18T17:13:40,599 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,32985,1731950019380 2024-11-18T17:13:40,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:13:40,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:13:40,640 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0187107858/online-snapshot/acquired, /0187107858/online-snapshot/reached, /0187107858/online-snapshot/abort 2024-11-18T17:13:40,641 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,32985,1731950019380 2024-11-18T17:13:40,642 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:13:40,643 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:40,643 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:13:40,643 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:13:40,644 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,32985,1731950019380 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:13:40,645 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:40,645 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:40,645 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:40,645 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:40,645 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:13:40,645 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:40,645 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:13:40,645 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:40,646 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731950050646 2024-11-18T17:13:40,646 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:13:40,646 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:13:40,646 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:13:40,646 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:13:40,646 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:13:40,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:40,646 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:13:40,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:13:40,646 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:40,647 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:13:40,647 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:13:40,647 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:13:40,647 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:13:40,647 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:40,647 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:13:40,647 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:13:40,647 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:13:40,648 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950020647,5,FailOnTimeoutGroup] 2024-11-18T17:13:40,651 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950020648,5,FailOnTimeoutGroup] 2024-11-18T17:13:40,651 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:40,651 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:13:40,651 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:40,651 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:40,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:13:40,666 INFO [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(746): ClusterId : c9e59c5a-53e1-4d85-aaa6-32aeea00d74b 2024-11-18T17:13:40,667 DEBUG [RS:0;6912f599d260:34917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:13:40,674 DEBUG [RS:0;6912f599d260:34917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:13:40,674 DEBUG [RS:0;6912f599d260:34917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:13:40,682 DEBUG [RS:0;6912f599d260:34917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:13:40,683 DEBUG [RS:0;6912f599d260:34917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e0685b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:13:40,693 DEBUG [RS:0;6912f599d260:34917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:34917 2024-11-18T17:13:40,693 INFO [RS:0;6912f599d260:34917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:13:40,693 INFO [RS:0;6912f599d260:34917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:13:40,693 DEBUG [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:13:40,694 INFO [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,32985,1731950019380 with port=34917, startcode=1731950019545 2024-11-18T17:13:40,694 DEBUG [RS:0;6912f599d260:34917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:13:40,695 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:13:40,695 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,34917,1731950019545 2024-11-18T17:13:40,695 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32985 {}] master.ServerManager(517): Registering regionserver=6912f599d260,34917,1731950019545 2024-11-18T17:13:40,696 DEBUG [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7 2024-11-18T17:13:40,696 DEBUG [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34473 2024-11-18T17:13:40,696 DEBUG [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:13:40,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858/rs 2024-11-18T17:13:40,706 DEBUG [RS:0;6912f599d260:34917 {}] zookeeper.ZKUtil(111): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Set watcher on existing znode=/0187107858/rs/6912f599d260,34917,1731950019545 2024-11-18T17:13:40,706 WARN [RS:0;6912f599d260:34917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:13:40,706 INFO [RS:0;6912f599d260:34917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:40,706 DEBUG [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545 2024-11-18T17:13:40,706 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,34917,1731950019545] 2024-11-18T17:13:40,708 INFO [RS:0;6912f599d260:34917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:13:40,709 INFO [RS:0;6912f599d260:34917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:13:40,713 INFO [RS:0;6912f599d260:34917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:13:40,713 INFO [RS:0;6912f599d260:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:40,713 INFO [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:13:40,713 INFO [RS:0;6912f599d260:34917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:13:40,713 INFO [RS:0;6912f599d260:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:40,714 DEBUG [RS:0;6912f599d260:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:40,714 DEBUG [RS:0;6912f599d260:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:40,714 DEBUG [RS:0;6912f599d260:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:40,714 DEBUG [RS:0;6912f599d260:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:40,714 DEBUG [RS:0;6912f599d260:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:40,714 DEBUG [RS:0;6912f599d260:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:13:40,714 DEBUG [RS:0;6912f599d260:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:40,714 DEBUG [RS:0;6912f599d260:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:40,714 DEBUG [RS:0;6912f599d260:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:40,714 DEBUG [RS:0;6912f599d260:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:40,714 DEBUG [RS:0;6912f599d260:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:40,714 DEBUG [RS:0;6912f599d260:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:40,714 DEBUG [RS:0;6912f599d260:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:13:40,714 DEBUG [RS:0;6912f599d260:34917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:13:40,714 INFO [RS:0;6912f599d260:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:40,714 INFO [RS:0;6912f599d260:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:40,714 INFO [RS:0;6912f599d260:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:40,714 INFO [RS:0;6912f599d260:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:40,714 INFO [RS:0;6912f599d260:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:40,714 INFO [RS:0;6912f599d260:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34917,1731950019545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:13:40,727 INFO [RS:0;6912f599d260:34917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:13:40,727 INFO [RS:0;6912f599d260:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,34917,1731950019545-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:40,727 INFO [RS:0;6912f599d260:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:40,727 INFO [RS:0;6912f599d260:34917 {}] regionserver.Replication(171): 6912f599d260,34917,1731950019545 started 2024-11-18T17:13:40,739 INFO [RS:0;6912f599d260:34917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:40,739 INFO [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,34917,1731950019545, RpcServer on 6912f599d260/172.17.0.3:34917, sessionid=0x1015039aecd0001 2024-11-18T17:13:40,740 DEBUG [RS:0;6912f599d260:34917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:13:40,740 DEBUG [RS:0;6912f599d260:34917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,34917,1731950019545 2024-11-18T17:13:40,740 DEBUG [RS:0;6912f599d260:34917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,34917,1731950019545' 2024-11-18T17:13:40,740 DEBUG [RS:0;6912f599d260:34917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0187107858/flush-table-proc/abort' 2024-11-18T17:13:40,740 DEBUG [RS:0;6912f599d260:34917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0187107858/flush-table-proc/acquired' 2024-11-18T17:13:40,740 DEBUG [RS:0;6912f599d260:34917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:13:40,740 DEBUG [RS:0;6912f599d260:34917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:13:40,740 DEBUG [RS:0;6912f599d260:34917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,34917,1731950019545 2024-11-18T17:13:40,740 DEBUG [RS:0;6912f599d260:34917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,34917,1731950019545' 2024-11-18T17:13:40,740 DEBUG [RS:0;6912f599d260:34917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0187107858/online-snapshot/abort' 2024-11-18T17:13:40,741 DEBUG [RS:0;6912f599d260:34917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0187107858/online-snapshot/acquired' 2024-11-18T17:13:40,741 DEBUG [RS:0;6912f599d260:34917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:13:40,741 INFO [RS:0;6912f599d260:34917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:13:40,741 INFO [RS:0;6912f599d260:34917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:13:40,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:13:40,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,841 INFO [RS:0;6912f599d260:34917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:13:40,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,842 INFO [RS:0;6912f599d260:34917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C34917%2C1731950019545, suffix=, logDir=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545, archiveDir=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/oldWALs, maxLogs=10 2024-11-18T17:13:40,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:40,859 DEBUG [RS:0;6912f599d260:34917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843, exclude list is [], retry=0 2024-11-18T17:13:40,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39733,DS-2deba837-5434-4e0c-9e9e-47e6e97e3735,DISK] 2024-11-18T17:13:40,862 INFO [RS:0;6912f599d260:34917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 2024-11-18T17:13:40,863 DEBUG [RS:0;6912f599d260:34917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34517:34517)] 2024-11-18T17:13:41,056 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:13:41,056 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7 2024-11-18T17:13:41,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:13:41,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:41,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:13:41,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:13:41,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:41,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:41,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:13:41,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:13:41,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:41,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:41,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:13:41,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:13:41,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:41,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:41,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:13:41,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:13:41,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:41,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:41,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:13:41,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740 2024-11-18T17:13:41,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740 2024-11-18T17:13:41,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:13:41,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:13:41,467 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:13:41,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:13:41,469 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:41,469 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63694247, jitterRate=-0.0508817583322525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:13:41,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731950021461Initializing all the Stores at 1731950021461Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950021461Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950021461Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950021461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950021461Cleaning up temporary data from old regions at 1731950021467 (+6 ms)Region opened successfully at 1731950021469 (+2 ms) 2024-11-18T17:13:41,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:13:41,469 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:13:41,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:13:41,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:13:41,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:13:41,470 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:13:41,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731950021469Disabling compacts and flushes for region at 1731950021469Disabling writes for close at 1731950021469Writing region close event to WAL at 1731950021470 (+1 ms)Closed at 1731950021470 2024-11-18T17:13:41,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:41,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:13:41,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:13:41,471 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:13:41,471 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:13:41,622 DEBUG [6912f599d260:32985 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:13:41,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,34917,1731950019545 2024-11-18T17:13:41,623 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,34917,1731950019545, state=OPENING 2024-11-18T17:13:41,663 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:13:41,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:13:41,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:13:41,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0187107858/meta-region-server: CHANGED 2024-11-18T17:13:41,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0187107858/meta-region-server: CHANGED 2024-11-18T17:13:41,674 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:13:41,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,34917,1731950019545}] 2024-11-18T17:13:41,826 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:13:41,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:13:41,829 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:13:41,829 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:41,829 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:13:41,830 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C34917%2C1731950019545.meta, suffix=.meta, logDir=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545, archiveDir=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/oldWALs, maxLogs=10 2024-11-18T17:13:41,842 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.meta.1731950021830.meta, exclude list is [], retry=0 2024-11-18T17:13:41,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39733,DS-2deba837-5434-4e0c-9e9e-47e6e97e3735,DISK] 2024-11-18T17:13:41,844 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.meta.1731950021830.meta 2024-11-18T17:13:41,844 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34517:34517)] 2024-11-18T17:13:41,844 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:41,845 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:13:41,845 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:13:41,845 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:13:41,845 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:13:41,845 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:13:41,845 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:41,845 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:13:41,845 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:13:41,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:13:41,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:13:41,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:41,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:41,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:13:41,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:13:41,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:41,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:41,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:13:41,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:13:41,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:41,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:41,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:13:41,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:13:41,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:41,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:41,849 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:13:41,849 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740 2024-11-18T17:13:41,850 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740 2024-11-18T17:13:41,851 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:13:41,851 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:13:41,851 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:13:41,852 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:13:41,852 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66232128, jitterRate=-0.013064384460449219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:13:41,852 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:13:41,852 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731950021845Writing region info on filesystem at 1731950021845Initializing all the Stores at 1731950021846 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950021846Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950021846Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950021846Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950021846Cleaning up temporary data from old regions at 1731950021851 (+5 ms)Running coprocessor post-open hooks at 1731950021852 (+1 ms)Region opened successfully at 1731950021852 2024-11-18T17:13:41,853 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731950021826 2024-11-18T17:13:41,854 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:13:41,854 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:13:41,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,34917,1731950019545 2024-11-18T17:13:41,855 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,34917,1731950019545, state=OPEN 2024-11-18T17:13:41,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0187107858/meta-region-server 2024-11-18T17:13:41,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0187107858/meta-region-server 2024-11-18T17:13:41,885 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,34917,1731950019545 2024-11-18T17:13:41,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0187107858/meta-region-server: CHANGED 2024-11-18T17:13:41,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0187107858/meta-region-server: CHANGED 2024-11-18T17:13:41,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:13:41,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,34917,1731950019545 in 211 msec 2024-11-18T17:13:41,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:13:41,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-18T17:13:41,888 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:41,888 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:13:41,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:41,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34917,1731950019545, seqNum=-1] 2024-11-18T17:13:41,889 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:41,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:13:41,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-18T17:13:41,894 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731950021893, completionTime=-1 2024-11-18T17:13:41,894 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:13:41,894 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:13:41,895 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:13:41,895 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731950081895 2024-11-18T17:13:41,895 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731950141895 2024-11-18T17:13:41,895 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:13:41,895 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,32985,1731950019380-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:41,895 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,32985,1731950019380-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:41,895 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,32985,1731950019380-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:41,895 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:32985, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:41,895 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:41,896 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:41,897 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:13:41,898 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.299sec 2024-11-18T17:13:41,898 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:13:41,898 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:13:41,898 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:13:41,898 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:13:41,898 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:13:41,898 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,32985,1731950019380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:13:41,898 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,32985,1731950019380-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:13:41,900 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:13:41,900 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:13:41,900 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,32985,1731950019380-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:41,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7641d486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:41,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,32985,-1 for getting cluster id 2024-11-18T17:13:41,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:41,968 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9e59c5a-53e1-4d85-aaa6-32aeea00d74b' 2024-11-18T17:13:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9e59c5a-53e1-4d85-aaa6-32aeea00d74b" 2024-11-18T17:13:41,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c237e6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:41,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,32985,-1] 2024-11-18T17:13:41,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:41,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:41,969 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:41,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a54bee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:41,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34917,1731950019545, seqNum=-1] 2024-11-18T17:13:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:41,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:13:41,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,32985,1731950019380 2024-11-18T17:13:41,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59938 2024-11-18T17:13:41,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:13:41,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015039aecd0002 connected 2024-11-18T17:13:42,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/hadoop.log.dir so I do NOT create it in target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a 2024-11-18T17:13:42,001 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:13:42,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/hadoop.tmp.dir so I do NOT create it in target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a 2024-11-18T17:13:42,001 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:13:42,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a 2024-11-18T17:13:42,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:13:42,001 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/cluster_0a094e0d-83b5-af89-2bd8-137d51299d1d, deleteOnExit=true 2024-11-18T17:13:42,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:13:42,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/test.cache.data in system properties and HBase conf 2024-11-18T17:13:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:13:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:13:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:13:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:13:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:13:42,002 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:13:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:13:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:13:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:13:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:13:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:13:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:13:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:13:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:13:42,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:13:42,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:13:42,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:13:42,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:13:42,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:13:42,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:13:42,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:13:42,260 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:13:42,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:13:42,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:13:42,261 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:13:42,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:13:42,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5146a9b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:13:42,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d16c92c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:13:42,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fb85eea{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/java.io.tmpdir/jetty-localhost-45057-hadoop-hdfs-3_4_1-tests_jar-_-any-332189458215900656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:13:42,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@546b6992{HTTP/1.1, (http/1.1)}{localhost:45057} 2024-11-18T17:13:42,371 INFO [Time-limited test {}] server.Server(415): Started @338221ms 2024-11-18T17:13:42,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:13:42,561 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:13:42,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:13:42,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:13:42,562 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:13:42,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4237e21e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:13:42,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e13ac4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:13:42,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39c3e409{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/java.io.tmpdir/jetty-localhost-34793-hadoop-hdfs-3_4_1-tests_jar-_-any-12135570882618827407/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:13:42,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4aaefeb2{HTTP/1.1, (http/1.1)}{localhost:34793} 2024-11-18T17:13:42,655 INFO [Time-limited test {}] server.Server(415): Started @338505ms 2024-11-18T17:13:42,656 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:13:43,127 WARN [Thread-4456 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/cluster_0a094e0d-83b5-af89-2bd8-137d51299d1d/data/data1/current/BP-1230281835-172.17.0.3-1731950022020/current, will proceed with Du for space computation calculation, 2024-11-18T17:13:43,127 WARN [Thread-4457 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/cluster_0a094e0d-83b5-af89-2bd8-137d51299d1d/data/data2/current/BP-1230281835-172.17.0.3-1731950022020/current, will proceed with Du for space computation calculation, 2024-11-18T17:13:43,144 WARN [Thread-4444 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:13:43,146 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x906001766db586c4 with lease ID 0x8beda9531fefb8e6: Processing first storage report for DS-5ded2518-f793-4366-bb62-771adde5325f from datanode DatanodeRegistration(127.0.0.1:38839, datanodeUuid=5ece5d0c-2618-443a-9854-c520e94dbbe5, infoPort=35899, infoSecurePort=0, ipcPort=42291, storageInfo=lv=-57;cid=testClusterID;nsid=886692672;c=1731950022020) 2024-11-18T17:13:43,146 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x906001766db586c4 with lease ID 0x8beda9531fefb8e6: from storage DS-5ded2518-f793-4366-bb62-771adde5325f node DatanodeRegistration(127.0.0.1:38839, datanodeUuid=5ece5d0c-2618-443a-9854-c520e94dbbe5, infoPort=35899, infoSecurePort=0, ipcPort=42291, storageInfo=lv=-57;cid=testClusterID;nsid=886692672;c=1731950022020), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:13:43,146 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x906001766db586c4 with lease ID 0x8beda9531fefb8e6: Processing first storage report for DS-54c95e8a-665b-4461-bff8-8c3d7ba72124 from datanode DatanodeRegistration(127.0.0.1:38839, datanodeUuid=5ece5d0c-2618-443a-9854-c520e94dbbe5, infoPort=35899, infoSecurePort=0, ipcPort=42291, storageInfo=lv=-57;cid=testClusterID;nsid=886692672;c=1731950022020) 2024-11-18T17:13:43,146 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x906001766db586c4 with lease ID 0x8beda9531fefb8e6: from storage DS-54c95e8a-665b-4461-bff8-8c3d7ba72124 node DatanodeRegistration(127.0.0.1:38839, datanodeUuid=5ece5d0c-2618-443a-9854-c520e94dbbe5, infoPort=35899, infoSecurePort=0, ipcPort=42291, storageInfo=lv=-57;cid=testClusterID;nsid=886692672;c=1731950022020), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:13:43,175 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a 2024-11-18T17:13:43,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:43,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:43,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:13:43,583 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691 with version=8 2024-11-18T17:13:43,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/hbase-staging 2024-11-18T17:13:43,585 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:13:43,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:43,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:43,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:13:43,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:43,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:13:43,585 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:13:43,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:13:43,585 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45397 2024-11-18T17:13:43,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45397 connecting to ZooKeeper ensemble=127.0.0.1:59938 2024-11-18T17:13:43,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453970x0, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:13:43,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45397-0x1015039aecd0003 connected 2024-11-18T17:13:43,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:43,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:43,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Set watcher on znode that does not yet exist, /1-513108542/running 2024-11-18T17:13:43,685 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691, hbase.cluster.distributed=false 2024-11-18T17:13:43,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Set watcher on znode that does not yet exist, /1-513108542/acl 2024-11-18T17:13:43,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45397 2024-11-18T17:13:43,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45397 2024-11-18T17:13:43,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45397 2024-11-18T17:13:43,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45397 2024-11-18T17:13:43,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45397 2024-11-18T17:13:43,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:13:43,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:43,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:43,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:13:43,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:43,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:13:43,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:13:43,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:13:43,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40519 2024-11-18T17:13:43,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40519 connecting to ZooKeeper ensemble=127.0.0.1:59938 2024-11-18T17:13:43,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:43,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:43,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405190x0, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:13:43,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405190x0, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Set watcher on znode that does not yet exist, /1-513108542/running 2024-11-18T17:13:43,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40519-0x1015039aecd0004 connected 2024-11-18T17:13:43,716 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:13:43,716 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:13:43,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Set watcher on znode that does not yet exist, /1-513108542/master 2024-11-18T17:13:43,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Set watcher on znode that does not yet exist, /1-513108542/acl 2024-11-18T17:13:43,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-18T17:13:43,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40519 2024-11-18T17:13:43,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40519 2024-11-18T17:13:43,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-18T17:13:43,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-18T17:13:43,731 DEBUG [M:0;6912f599d260:45397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:45397 2024-11-18T17:13:43,732 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-513108542/backup-masters/6912f599d260,45397,1731950023584 2024-11-18T17:13:43,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542/backup-masters 2024-11-18T17:13:43,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542/backup-masters 2024-11-18T17:13:43,740 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Set watcher on existing znode=/1-513108542/backup-masters/6912f599d260,45397,1731950023584 2024-11-18T17:13:43,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542 2024-11-18T17:13:43,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-513108542/master 2024-11-18T17:13:43,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542 2024-11-18T17:13:43,749 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Set watcher on existing znode=/1-513108542/master 2024-11-18T17:13:43,749 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-513108542/backup-masters/6912f599d260,45397,1731950023584 from backup master directory 2024-11-18T17:13:43,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-513108542/backup-masters/6912f599d260,45397,1731950023584 2024-11-18T17:13:43,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542/backup-masters 2024-11-18T17:13:43,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542/backup-masters 2024-11-18T17:13:43,757 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:13:43,757 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,45397,1731950023584 2024-11-18T17:13:43,759 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/hbase.id] with ID: 49999858-d81f-4044-902d-3dd0661eb5f9 2024-11-18T17:13:43,759 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/.tmp/hbase.id 2024-11-18T17:13:43,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:13:44,163 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/.tmp/hbase.id]:[hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/hbase.id] 2024-11-18T17:13:44,170 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:44,170 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:13:44,170 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-18T17:13:44,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542 2024-11-18T17:13:44,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542 2024-11-18T17:13:44,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:13:44,611 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:13:44,611 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:13:44,612 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:44,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:13:45,016 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store 2024-11-18T17:13:45,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:13:45,024 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:45,024 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:13:45,024 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:45,024 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:45,024 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:13:45,024 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:45,024 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:45,024 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731950025024Disabling compacts and flushes for region at 1731950025024Disabling writes for close at 1731950025024Writing region close event to WAL at 1731950025024Closed at 1731950025024 2024-11-18T17:13:45,024 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/.initializing 2024-11-18T17:13:45,024 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/WALs/6912f599d260,45397,1731950023584 2024-11-18T17:13:45,025 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:13:45,026 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C45397%2C1731950023584, suffix=, logDir=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/WALs/6912f599d260,45397,1731950023584, archiveDir=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/oldWALs, maxLogs=10 2024-11-18T17:13:45,038 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/WALs/6912f599d260,45397,1731950023584/6912f599d260%2C45397%2C1731950023584.1731950025026, exclude list is [], retry=0 2024-11-18T17:13:45,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38839,DS-5ded2518-f793-4366-bb62-771adde5325f,DISK] 2024-11-18T17:13:45,041 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/WALs/6912f599d260,45397,1731950023584/6912f599d260%2C45397%2C1731950023584.1731950025026 2024-11-18T17:13:45,041 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35899:35899)] 2024-11-18T17:13:45,041 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:45,041 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:45,041 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:45,041 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:45,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:45,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:13:45,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:45,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:45,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:45,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:13:45,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:45,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:45,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:45,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:13:45,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:45,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:45,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:45,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:13:45,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:45,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:45,046 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:45,047 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:45,047 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:45,048 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:45,048 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:45,048 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:13:45,049 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:45,050 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:45,050 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65833710, jitterRate=-0.019001275300979614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:13:45,050 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731950025041Initializing all the Stores at 1731950025042 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950025042Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950025042Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950025042Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950025042Cleaning up temporary data from old regions at 1731950025048 (+6 ms)Region opened successfully at 1731950025050 (+2 ms) 2024-11-18T17:13:45,050 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:13:45,052 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7853ec93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:13:45,053 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:13:45,053 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:13:45,053 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:13:45,053 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:13:45,053 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:13:45,053 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:13:45,053 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:13:45,054 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:13:45,055 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Unable to get data of znode /1-513108542/balancer because node does not exist (not necessarily an error) 2024-11-18T17:13:45,090 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-513108542/balancer already deleted, retry=false 2024-11-18T17:13:45,090 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:13:45,091 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Unable to get data of znode /1-513108542/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:13:45,098 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-513108542/normalizer already deleted, retry=false 2024-11-18T17:13:45,098 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:13:45,099 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Unable to get data of znode /1-513108542/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:13:45,107 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-513108542/switch/split already deleted, retry=false 2024-11-18T17:13:45,107 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Unable to get data of znode /1-513108542/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:13:45,115 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-513108542/switch/merge already deleted, retry=false 2024-11-18T17:13:45,116 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Unable to get data of znode /1-513108542/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:13:45,123 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-513108542/snapshot-cleanup already deleted, retry=false 2024-11-18T17:13:45,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-513108542/running 2024-11-18T17:13:45,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-513108542/running 2024-11-18T17:13:45,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542 2024-11-18T17:13:45,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542 2024-11-18T17:13:45,132 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,45397,1731950023584, sessionid=0x1015039aecd0003, setting cluster-up flag (Was=false) 2024-11-18T17:13:45,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542 2024-11-18T17:13:45,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542 2024-11-18T17:13:45,173 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-513108542/flush-table-proc/acquired, /1-513108542/flush-table-proc/reached, /1-513108542/flush-table-proc/abort 2024-11-18T17:13:45,174 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,45397,1731950023584 2024-11-18T17:13:45,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542 2024-11-18T17:13:45,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542 2024-11-18T17:13:45,215 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-513108542/online-snapshot/acquired, /1-513108542/online-snapshot/reached, /1-513108542/online-snapshot/abort 2024-11-18T17:13:45,216 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,45397,1731950023584 2024-11-18T17:13:45,216 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:13:45,217 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:45,217 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:13:45,217 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:13:45,218 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,45397,1731950023584 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:13:45,218 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:45,219 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:45,219 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:45,219 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:45,219 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:13:45,219 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:45,219 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:13:45,219 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:45,219 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731950055219 2024-11-18T17:13:45,219 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:13:45,219 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:13:45,219 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:13:45,220 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:13:45,220 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:13:45,220 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:13:45,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:45,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:13:45,220 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:45,220 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:13:45,220 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:13:45,220 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:13:45,220 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:13:45,220 INFO [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(746): ClusterId : 49999858-d81f-4044-902d-3dd0661eb5f9 2024-11-18T17:13:45,220 DEBUG [RS:0;6912f599d260:40519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:13:45,220 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:13:45,220 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:13:45,220 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:45,220 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950025220,5,FailOnTimeoutGroup] 2024-11-18T17:13:45,220 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:13:45,221 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950025220,5,FailOnTimeoutGroup] 2024-11-18T17:13:45,221 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:45,221 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:13:45,221 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:45,221 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:45,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:13:45,230 DEBUG [RS:0;6912f599d260:40519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:13:45,230 DEBUG [RS:0;6912f599d260:40519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:13:45,240 DEBUG [RS:0;6912f599d260:40519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:13:45,241 DEBUG [RS:0;6912f599d260:40519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df11273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:13:45,253 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:40519 2024-11-18T17:13:45,253 INFO [RS:0;6912f599d260:40519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:13:45,253 INFO [RS:0;6912f599d260:40519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:13:45,254 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:13:45,254 INFO [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,45397,1731950023584 with port=40519, startcode=1731950023699 2024-11-18T17:13:45,254 DEBUG [RS:0;6912f599d260:40519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:13:45,255 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:13:45,255 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45397 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,40519,1731950023699 2024-11-18T17:13:45,255 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45397 {}] master.ServerManager(517): Registering regionserver=6912f599d260,40519,1731950023699 2024-11-18T17:13:45,256 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691 2024-11-18T17:13:45,256 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44251 2024-11-18T17:13:45,256 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:13:45,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542/rs 2024-11-18T17:13:45,265 DEBUG [RS:0;6912f599d260:40519 {}] zookeeper.ZKUtil(111): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Set watcher on existing znode=/1-513108542/rs/6912f599d260,40519,1731950023699 2024-11-18T17:13:45,265 WARN [RS:0;6912f599d260:40519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:13:45,266 INFO [RS:0;6912f599d260:40519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:45,266 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/WALs/6912f599d260,40519,1731950023699 2024-11-18T17:13:45,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,40519,1731950023699] 2024-11-18T17:13:45,268 INFO [RS:0;6912f599d260:40519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:13:45,269 INFO [RS:0;6912f599d260:40519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:13:45,269 INFO [RS:0;6912f599d260:40519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:13:45,269 INFO [RS:0;6912f599d260:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:45,270 INFO [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:13:45,270 INFO [RS:0;6912f599d260:40519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:13:45,270 INFO [RS:0;6912f599d260:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:45,270 DEBUG [RS:0;6912f599d260:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:45,270 DEBUG [RS:0;6912f599d260:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:45,270 DEBUG [RS:0;6912f599d260:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:45,270 DEBUG [RS:0;6912f599d260:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:45,270 DEBUG [RS:0;6912f599d260:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:45,270 DEBUG [RS:0;6912f599d260:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:13:45,270 DEBUG [RS:0;6912f599d260:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:45,270 DEBUG [RS:0;6912f599d260:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:45,271 DEBUG [RS:0;6912f599d260:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:45,271 DEBUG [RS:0;6912f599d260:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:45,271 DEBUG [RS:0;6912f599d260:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:45,271 DEBUG [RS:0;6912f599d260:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:45,271 DEBUG [RS:0;6912f599d260:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:13:45,271 DEBUG [RS:0;6912f599d260:40519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:13:45,271 INFO [RS:0;6912f599d260:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:45,271 INFO [RS:0;6912f599d260:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:45,271 INFO [RS:0;6912f599d260:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:45,271 INFO [RS:0;6912f599d260:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:45,271 INFO [RS:0;6912f599d260:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:45,271 INFO [RS:0;6912f599d260:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40519,1731950023699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:13:45,286 INFO [RS:0;6912f599d260:40519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:13:45,286 INFO [RS:0;6912f599d260:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,40519,1731950023699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:45,286 INFO [RS:0;6912f599d260:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:45,286 INFO [RS:0;6912f599d260:40519 {}] regionserver.Replication(171): 6912f599d260,40519,1731950023699 started 2024-11-18T17:13:45,297 INFO [RS:0;6912f599d260:40519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:45,297 INFO [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,40519,1731950023699, RpcServer on 6912f599d260/172.17.0.3:40519, sessionid=0x1015039aecd0004 2024-11-18T17:13:45,298 DEBUG [RS:0;6912f599d260:40519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:13:45,298 DEBUG [RS:0;6912f599d260:40519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,40519,1731950023699 2024-11-18T17:13:45,298 DEBUG [RS:0;6912f599d260:40519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,40519,1731950023699' 2024-11-18T17:13:45,298 DEBUG [RS:0;6912f599d260:40519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-513108542/flush-table-proc/abort' 2024-11-18T17:13:45,298 DEBUG [RS:0;6912f599d260:40519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-513108542/flush-table-proc/acquired' 2024-11-18T17:13:45,298 DEBUG [RS:0;6912f599d260:40519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:13:45,298 DEBUG [RS:0;6912f599d260:40519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:13:45,298 DEBUG [RS:0;6912f599d260:40519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,40519,1731950023699 2024-11-18T17:13:45,298 DEBUG [RS:0;6912f599d260:40519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,40519,1731950023699' 2024-11-18T17:13:45,298 DEBUG [RS:0;6912f599d260:40519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-513108542/online-snapshot/abort' 2024-11-18T17:13:45,299 DEBUG [RS:0;6912f599d260:40519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-513108542/online-snapshot/acquired' 2024-11-18T17:13:45,299 DEBUG [RS:0;6912f599d260:40519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:13:45,299 INFO [RS:0;6912f599d260:40519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:13:45,299 INFO [RS:0;6912f599d260:40519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:13:45,399 INFO [RS:0;6912f599d260:40519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:13:45,400 INFO [RS:0;6912f599d260:40519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C40519%2C1731950023699, suffix=, logDir=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/WALs/6912f599d260,40519,1731950023699, archiveDir=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/oldWALs, maxLogs=10 2024-11-18T17:13:45,412 DEBUG [RS:0;6912f599d260:40519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/WALs/6912f599d260,40519,1731950023699/6912f599d260%2C40519%2C1731950023699.1731950025400, exclude list is [], retry=0 2024-11-18T17:13:45,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38839,DS-5ded2518-f793-4366-bb62-771adde5325f,DISK] 2024-11-18T17:13:45,415 INFO [RS:0;6912f599d260:40519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/WALs/6912f599d260,40519,1731950023699/6912f599d260%2C40519%2C1731950023699.1731950025400 2024-11-18T17:13:45,415 DEBUG [RS:0;6912f599d260:40519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35899:35899)] 2024-11-18T17:13:45,628 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:13:45,628 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691 2024-11-18T17:13:45,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:13:46,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:46,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:13:46,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:13:46,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:46,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:46,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:13:46,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:13:46,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:46,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:46,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:13:46,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:13:46,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:46,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:46,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:13:46,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:13:46,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:46,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:46,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:13:46,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740 2024-11-18T17:13:46,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740 2024-11-18T17:13:46,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:13:46,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:13:46,039 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:13:46,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:13:46,040 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:46,040 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60395671, jitterRate=-0.10003437101840973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:13:46,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731950026032Initializing all the Stores at 1731950026033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950026033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950026033Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950026033Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950026033Cleaning up temporary data from old regions at 1731950026038 (+5 ms)Region opened successfully at 1731950026040 (+2 ms) 2024-11-18T17:13:46,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:13:46,041 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:13:46,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:13:46,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:13:46,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:13:46,041 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:13:46,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731950026041Disabling compacts and flushes for region at 1731950026041Disabling writes for close at 1731950026041Writing region close event to WAL at 1731950026041Closed at 1731950026041 2024-11-18T17:13:46,041 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:46,041 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:13:46,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:13:46,042 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:13:46,043 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:13:46,193 DEBUG [6912f599d260:45397 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:13:46,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,40519,1731950023699 2024-11-18T17:13:46,194 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,40519,1731950023699, state=OPENING 2024-11-18T17:13:46,268 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:13:46,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542 2024-11-18T17:13:46,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542 2024-11-18T17:13:46,282 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:13:46,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-513108542/meta-region-server: CHANGED 2024-11-18T17:13:46,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-513108542/meta-region-server: CHANGED 2024-11-18T17:13:46,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,40519,1731950023699}] 2024-11-18T17:13:46,434 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:13:46,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:13:46,437 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:13:46,437 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:46,437 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:13:46,438 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C40519%2C1731950023699.meta, suffix=.meta, logDir=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/WALs/6912f599d260,40519,1731950023699, archiveDir=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/oldWALs, maxLogs=10 2024-11-18T17:13:46,450 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/WALs/6912f599d260,40519,1731950023699/6912f599d260%2C40519%2C1731950023699.meta.1731950026439.meta, exclude list is [], retry=0 2024-11-18T17:13:46,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38839,DS-5ded2518-f793-4366-bb62-771adde5325f,DISK] 2024-11-18T17:13:46,453 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/WALs/6912f599d260,40519,1731950023699/6912f599d260%2C40519%2C1731950023699.meta.1731950026439.meta 2024-11-18T17:13:46,453 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35899:35899)] 2024-11-18T17:13:46,454 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:46,454 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:13:46,454 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:13:46,454 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:13:46,454 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:13:46,454 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:13:46,454 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:46,454 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:13:46,454 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:13:46,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:13:46,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:13:46,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:46,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:46,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:13:46,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:13:46,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:46,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:46,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:13:46,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:13:46,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:46,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:46,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:13:46,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:13:46,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:46,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:46,459 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:13:46,459 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740 2024-11-18T17:13:46,460 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740 2024-11-18T17:13:46,460 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:13:46,460 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:13:46,461 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:13:46,461 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:13:46,462 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60247908, jitterRate=-0.10223621129989624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:13:46,462 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:13:46,462 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731950026454Writing region info on filesystem at 1731950026454Initializing all the Stores at 1731950026455 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950026455Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950026455Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950026455Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950026455Cleaning up temporary data from old regions at 1731950026460 (+5 ms)Running coprocessor post-open hooks at 1731950026462 (+2 ms)Region opened successfully at 1731950026462 2024-11-18T17:13:46,463 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731950026434 2024-11-18T17:13:46,464 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:13:46,464 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:13:46,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,40519,1731950023699 2024-11-18T17:13:46,465 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,40519,1731950023699, state=OPEN 2024-11-18T17:13:46,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-513108542/meta-region-server 2024-11-18T17:13:46,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-513108542/meta-region-server 2024-11-18T17:13:46,473 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,40519,1731950023699 2024-11-18T17:13:46,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-513108542/meta-region-server: CHANGED 2024-11-18T17:13:46,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-513108542/meta-region-server: CHANGED 2024-11-18T17:13:46,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:13:46,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,40519,1731950023699 in 191 msec 2024-11-18T17:13:46,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:13:46,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-18T17:13:46,476 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:46,476 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:13:46,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:46,477 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,40519,1731950023699, seqNum=-1] 2024-11-18T17:13:46,477 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:46,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:13:46,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-11-18T17:13:46,481 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731950026481, completionTime=-1 2024-11-18T17:13:46,481 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:13:46,481 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:13:46,482 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:13:46,483 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731950086483 2024-11-18T17:13:46,483 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731950146483 2024-11-18T17:13:46,483 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:13:46,483 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45397,1731950023584-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:46,483 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45397,1731950023584-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:46,483 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45397,1731950023584-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:46,483 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:45397, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:46,483 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:46,483 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:46,484 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:13:46,486 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.729sec 2024-11-18T17:13:46,486 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:13:46,486 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:13:46,486 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:13:46,486 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:13:46,486 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:13:46,486 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45397,1731950023584-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:13:46,486 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45397,1731950023584-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:13:46,488 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:13:46,488 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:13:46,488 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,45397,1731950023584-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:46,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ac7379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:46,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45397,-1 for getting cluster id 2024-11-18T17:13:46,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:46,522 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49999858-d81f-4044-902d-3dd0661eb5f9' 2024-11-18T17:13:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49999858-d81f-4044-902d-3dd0661eb5f9" 2024-11-18T17:13:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76242cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:46,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45397,-1] 2024-11-18T17:13:46,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:46,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:46,523 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:46,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265a1298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:46,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:46,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,40519,1731950023699, seqNum=-1] 2024-11-18T17:13:46,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:46,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:13:46,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,45397,1731950023584 2024-11-18T17:13:46,527 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59938 2024-11-18T17:13:46,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:13:46,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015039aecd0005 connected 2024-11-18T17:13:46,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/hadoop.log.dir so I do NOT create it in target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9 2024-11-18T17:13:46,550 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:13:46,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/hadoop.tmp.dir so I do NOT create it in target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9 2024-11-18T17:13:46,550 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:13:46,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9 2024-11-18T17:13:46,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:13:46,550 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/cluster_082490d0-7fa0-6413-2503-7542226c26e3, deleteOnExit=true 2024-11-18T17:13:46,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/test.cache.data in system properties and HBase conf 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T17:13:46,551 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:13:46,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:13:46,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:13:46,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:13:46,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:13:46,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:13:46,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:13:46,814 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:13:46,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:13:46,815 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:13:46,815 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:13:46,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:13:46,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c5d3e56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:13:46,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14a6f825{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:13:46,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9f740dc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/java.io.tmpdir/jetty-localhost-45821-hadoop-hdfs-3_4_1-tests_jar-_-any-4596885267448251920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:13:46,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f74b2fc{HTTP/1.1, (http/1.1)}{localhost:45821} 2024-11-18T17:13:46,914 INFO [Time-limited test {}] server.Server(415): Started @342765ms 2024-11-18T17:13:47,129 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:13:47,129 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,129 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,129 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,130 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,130 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,130 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,130 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,130 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,198 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,198 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,198 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,198 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,199 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,199 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,207 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,211 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,211 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,213 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:47,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:13:47,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:13:47,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:13:47,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:13:47,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:13:47,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c97bc2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:13:47,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77a9d5aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:13:47,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5867b498{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/java.io.tmpdir/jetty-localhost-37335-hadoop-hdfs-3_4_1-tests_jar-_-any-1993185890661333471/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:13:47,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23aae1b{HTTP/1.1, (http/1.1)}{localhost:37335} 2024-11-18T17:13:47,356 INFO [Time-limited test {}] server.Server(415): Started @343207ms 2024-11-18T17:13:47,357 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:13:47,868 WARN [Thread-4578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/cluster_082490d0-7fa0-6413-2503-7542226c26e3/data/data2/current/BP-199102252-172.17.0.3-1731950026565/current, will proceed with Du for space computation calculation, 2024-11-18T17:13:47,868 WARN [Thread-4577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/cluster_082490d0-7fa0-6413-2503-7542226c26e3/data/data1/current/BP-199102252-172.17.0.3-1731950026565/current, will proceed with Du for space computation calculation, 2024-11-18T17:13:47,889 WARN [Thread-4565 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:13:47,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ef80b756832d4 with lease ID 0x24db78b088efd93f: Processing first storage report for DS-8107efb2-5e77-48b9-8f59-3018acb580cf from datanode DatanodeRegistration(127.0.0.1:40239, datanodeUuid=35082323-98c0-491f-8ffd-91c4e8bfde87, infoPort=44409, infoSecurePort=0, ipcPort=34137, storageInfo=lv=-57;cid=testClusterID;nsid=19564523;c=1731950026565) 2024-11-18T17:13:47,890 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ef80b756832d4 with lease ID 0x24db78b088efd93f: from storage DS-8107efb2-5e77-48b9-8f59-3018acb580cf node DatanodeRegistration(127.0.0.1:40239, datanodeUuid=35082323-98c0-491f-8ffd-91c4e8bfde87, infoPort=44409, infoSecurePort=0, ipcPort=34137, storageInfo=lv=-57;cid=testClusterID;nsid=19564523;c=1731950026565), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:13:47,891 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ef80b756832d4 with lease ID 0x24db78b088efd93f: Processing first storage report for DS-1121b0a3-3ec6-4ba5-b8a5-ecadc0b21979 from datanode DatanodeRegistration(127.0.0.1:40239, datanodeUuid=35082323-98c0-491f-8ffd-91c4e8bfde87, infoPort=44409, infoSecurePort=0, ipcPort=34137, storageInfo=lv=-57;cid=testClusterID;nsid=19564523;c=1731950026565) 2024-11-18T17:13:47,891 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ef80b756832d4 with lease ID 0x24db78b088efd93f: from storage DS-1121b0a3-3ec6-4ba5-b8a5-ecadc0b21979 node DatanodeRegistration(127.0.0.1:40239, datanodeUuid=35082323-98c0-491f-8ffd-91c4e8bfde87, infoPort=44409, infoSecurePort=0, ipcPort=34137, storageInfo=lv=-57;cid=testClusterID;nsid=19564523;c=1731950026565), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:13:47,988 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9 2024-11-18T17:13:47,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:47,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:47,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:13:48,399 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6 with version=8 2024-11-18T17:13:48,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/hbase-staging 2024-11-18T17:13:48,401 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:13:48,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:48,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:48,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:13:48,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:48,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:13:48,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T17:13:48,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:13:48,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36891 2024-11-18T17:13:48,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36891 connecting to ZooKeeper ensemble=127.0.0.1:59938 2024-11-18T17:13:48,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368910x0, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:13:48,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36891-0x1015039aecd0006 connected 2024-11-18T17:13:48,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:48,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:48,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Set watcher on znode that does not yet exist, /2213002035/running 2024-11-18T17:13:48,502 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6, hbase.cluster.distributed=false 2024-11-18T17:13:48,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Set watcher on znode that does not yet exist, /2213002035/acl 2024-11-18T17:13:48,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36891 2024-11-18T17:13:48,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36891 2024-11-18T17:13:48,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36891 2024-11-18T17:13:48,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36891 2024-11-18T17:13:48,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36891 2024-11-18T17:13:48,517 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6912f599d260:0 server-side Connection retries=45 2024-11-18T17:13:48,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:48,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:48,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:13:48,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:13:48,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:13:48,517 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:13:48,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:13:48,517 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44913 2024-11-18T17:13:48,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44913 connecting to ZooKeeper ensemble=127.0.0.1:59938 2024-11-18T17:13:48,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:48,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449130x0, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:13:48,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44913-0x1015039aecd0007 connected 2024-11-18T17:13:48,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449130x0, quorum=127.0.0.1:59938, baseZNode=/2213002035 Set watcher on znode that does not yet exist, /2213002035/running 2024-11-18T17:13:48,532 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:13:48,533 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:13:48,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Set watcher on znode that does not yet exist, /2213002035/master 2024-11-18T17:13:48,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Set watcher on znode that does not yet exist, /2213002035/acl 2024-11-18T17:13:48,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44913 2024-11-18T17:13:48,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44913 2024-11-18T17:13:48,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44913 2024-11-18T17:13:48,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44913 2024-11-18T17:13:48,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44913 2024-11-18T17:13:48,550 DEBUG [M:0;6912f599d260:36891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6912f599d260:36891 2024-11-18T17:13:48,550 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2213002035/backup-masters/6912f599d260,36891,1731950028401 2024-11-18T17:13:48,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035/backup-masters 2024-11-18T17:13:48,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035/backup-masters 2024-11-18T17:13:48,557 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Set watcher on existing znode=/2213002035/backup-masters/6912f599d260,36891,1731950028401 2024-11-18T17:13:48,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035 2024-11-18T17:13:48,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2213002035/master 2024-11-18T17:13:48,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035 2024-11-18T17:13:48,565 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Set watcher on existing znode=/2213002035/master 2024-11-18T17:13:48,565 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2213002035/backup-masters/6912f599d260,36891,1731950028401 from backup master directory 2024-11-18T17:13:48,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2213002035/backup-masters/6912f599d260,36891,1731950028401 2024-11-18T17:13:48,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035/backup-masters 2024-11-18T17:13:48,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035/backup-masters 2024-11-18T17:13:48,573 WARN [master/6912f599d260:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:13:48,573 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6912f599d260,36891,1731950028401 2024-11-18T17:13:48,575 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/hbase.id] with ID: c31c9cf7-06db-4b1c-8c4a-778cd49ed39e 2024-11-18T17:13:48,575 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/.tmp/hbase.id 2024-11-18T17:13:48,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:13:48,979 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/.tmp/hbase.id]:[hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/hbase.id] 2024-11-18T17:13:48,985 INFO [master/6912f599d260:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:48,985 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T17:13:48,986 INFO [master/6912f599d260:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-18T17:13:48,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035 2024-11-18T17:13:48,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035 2024-11-18T17:13:48,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:13:49,394 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:13:49,394 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:13:49,395 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:49,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:13:49,800 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store 2024-11-18T17:13:49,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:13:49,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:49,836 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:13:49,836 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149082 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:13:50,204 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:50,204 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:13:50,204 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:50,204 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:50,204 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:13:50,204 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:50,204 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:13:50,204 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731950030204Disabling compacts and flushes for region at 1731950030204Disabling writes for close at 1731950030204Writing region close event to WAL at 1731950030204Closed at 1731950030204 2024-11-18T17:13:50,205 WARN [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/.initializing 2024-11-18T17:13:50,205 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/WALs/6912f599d260,36891,1731950028401 2024-11-18T17:13:50,206 INFO [master/6912f599d260:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:13:50,207 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6912f599d260%2C36891%2C1731950028401, suffix=, logDir=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/WALs/6912f599d260,36891,1731950028401, archiveDir=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/oldWALs, maxLogs=10 2024-11-18T17:13:50,219 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/WALs/6912f599d260,36891,1731950028401/6912f599d260%2C36891%2C1731950028401.1731950030207, exclude list is [], retry=0 2024-11-18T17:13:50,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40239,DS-8107efb2-5e77-48b9-8f59-3018acb580cf,DISK] 2024-11-18T17:13:50,222 INFO [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/WALs/6912f599d260,36891,1731950028401/6912f599d260%2C36891%2C1731950028401.1731950030207 2024-11-18T17:13:50,222 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44409:44409)] 2024-11-18T17:13:50,222 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:50,222 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:50,222 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:50,222 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:50,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:50,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:13:50,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:50,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:50,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:50,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:13:50,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:50,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:50,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:50,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:13:50,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:50,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:50,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:50,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:13:50,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:50,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:50,227 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:50,228 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:50,228 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:50,229 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:50,229 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:50,229 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:13:50,230 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:13:50,231 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:50,231 INFO [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66824550, jitterRate=-0.0042366087436676025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:13:50,231 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731950030222Initializing all the Stores at 1731950030223 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950030223Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950030223Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950030223Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950030223Cleaning up temporary data from old regions at 1731950030229 (+6 ms)Region opened successfully at 1731950030231 (+2 ms) 2024-11-18T17:13:50,232 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:13:50,233 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a187012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:13:50,234 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T17:13:50,234 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:13:50,234 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:13:50,234 INFO [master/6912f599d260:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:13:50,235 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:13:50,235 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:13:50,235 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:13:50,236 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:13:50,237 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Unable to get data of znode /2213002035/balancer because node does not exist (not necessarily an error) 2024-11-18T17:13:50,273 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2213002035/balancer already deleted, retry=false 2024-11-18T17:13:50,274 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:13:50,274 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Unable to get data of znode /2213002035/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:13:50,281 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2213002035/normalizer already deleted, retry=false 2024-11-18T17:13:50,282 INFO [master/6912f599d260:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:13:50,282 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Unable to get data of znode /2213002035/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:13:50,290 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2213002035/switch/split already deleted, retry=false 2024-11-18T17:13:50,290 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Unable to get data of znode /2213002035/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:13:50,298 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2213002035/switch/merge already deleted, retry=false 2024-11-18T17:13:50,299 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Unable to get data of znode /2213002035/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:13:50,306 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2213002035/snapshot-cleanup already deleted, retry=false 2024-11-18T17:13:50,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2213002035/running 2024-11-18T17:13:50,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2213002035/running 2024-11-18T17:13:50,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035 2024-11-18T17:13:50,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035 2024-11-18T17:13:50,315 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6912f599d260,36891,1731950028401, sessionid=0x1015039aecd0006, setting cluster-up flag (Was=false) 2024-11-18T17:13:50,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035 2024-11-18T17:13:50,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035 2024-11-18T17:13:50,356 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2213002035/flush-table-proc/acquired, /2213002035/flush-table-proc/reached, /2213002035/flush-table-proc/abort 2024-11-18T17:13:50,357 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,36891,1731950028401 2024-11-18T17:13:50,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035 2024-11-18T17:13:50,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035 2024-11-18T17:13:50,398 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2213002035/online-snapshot/acquired, /2213002035/online-snapshot/reached, /2213002035/online-snapshot/abort 2024-11-18T17:13:50,399 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6912f599d260,36891,1731950028401 2024-11-18T17:13:50,400 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T17:13:50,401 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:50,401 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T17:13:50,401 INFO [master/6912f599d260:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:13:50,402 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6912f599d260,36891,1731950028401 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:13:50,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:50,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:50,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:50,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6912f599d260:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:13:50,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6912f599d260:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:13:50,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:50,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:13:50,403 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:50,404 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731950060404 2024-11-18T17:13:50,404 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:13:50,404 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:13:50,404 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:13:50,404 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:13:50,404 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:50,404 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:13:50,404 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:13:50,404 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:13:50,405 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:50,405 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:13:50,405 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:13:50,405 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:13:50,405 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-18T17:13:50,405 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:50,405 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:13:50,405 INFO [master/6912f599d260:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:13:50,405 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:13:50,406 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950030405,5,FailOnTimeoutGroup] 2024-11-18T17:13:50,406 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950030406,5,FailOnTimeoutGroup] 2024-11-18T17:13:50,406 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:50,406 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:13:50,406 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:50,406 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:50,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741831_1007 (size=1321) 2024-11-18T17:13:50,442 INFO [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(746): ClusterId : c31c9cf7-06db-4b1c-8c4a-778cd49ed39e 2024-11-18T17:13:50,442 DEBUG [RS:0;6912f599d260:44913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:13:50,449 DEBUG [RS:0;6912f599d260:44913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:13:50,449 DEBUG [RS:0;6912f599d260:44913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:13:50,457 DEBUG [RS:0;6912f599d260:44913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:13:50,458 DEBUG [RS:0;6912f599d260:44913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289f9939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6912f599d260/172.17.0.3:0 2024-11-18T17:13:50,468 DEBUG [RS:0;6912f599d260:44913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6912f599d260:44913 2024-11-18T17:13:50,468 INFO [RS:0;6912f599d260:44913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T17:13:50,469 INFO [RS:0;6912f599d260:44913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T17:13:50,469 DEBUG [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T17:13:50,469 INFO [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(2659): reportForDuty to master=6912f599d260,36891,1731950028401 with port=44913, startcode=1731950028516 2024-11-18T17:13:50,469 DEBUG [RS:0;6912f599d260:44913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:13:50,470 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:13:50,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6912f599d260,44913,1731950028516 2024-11-18T17:13:50,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36891 {}] master.ServerManager(517): Registering regionserver=6912f599d260,44913,1731950028516 2024-11-18T17:13:50,472 DEBUG [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6 2024-11-18T17:13:50,472 DEBUG [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39975 2024-11-18T17:13:50,472 DEBUG [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T17:13:50,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035/rs 2024-11-18T17:13:50,517 DEBUG [RS:0;6912f599d260:44913 {}] zookeeper.ZKUtil(111): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Set watcher on existing znode=/2213002035/rs/6912f599d260,44913,1731950028516 2024-11-18T17:13:50,517 WARN [RS:0;6912f599d260:44913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:13:50,517 INFO [RS:0;6912f599d260:44913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:50,517 DEBUG [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/WALs/6912f599d260,44913,1731950028516 2024-11-18T17:13:50,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6912f599d260,44913,1731950028516] 2024-11-18T17:13:50,519 INFO [RS:0;6912f599d260:44913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:13:50,520 INFO [RS:0;6912f599d260:44913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:13:50,521 INFO [RS:0;6912f599d260:44913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:13:50,521 INFO [RS:0;6912f599d260:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:50,521 INFO [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T17:13:50,521 INFO [RS:0;6912f599d260:44913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T17:13:50,521 INFO [RS:0;6912f599d260:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:50,521 DEBUG [RS:0;6912f599d260:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:50,521 DEBUG [RS:0;6912f599d260:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:50,521 DEBUG [RS:0;6912f599d260:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:50,521 DEBUG [RS:0;6912f599d260:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:50,521 DEBUG [RS:0;6912f599d260:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:50,522 DEBUG [RS:0;6912f599d260:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6912f599d260:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:13:50,522 DEBUG [RS:0;6912f599d260:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:50,522 DEBUG [RS:0;6912f599d260:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:50,522 DEBUG [RS:0;6912f599d260:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:50,522 DEBUG [RS:0;6912f599d260:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:50,522 DEBUG [RS:0;6912f599d260:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:50,522 DEBUG [RS:0;6912f599d260:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6912f599d260:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:13:50,522 DEBUG [RS:0;6912f599d260:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:13:50,522 DEBUG [RS:0;6912f599d260:44913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6912f599d260:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:13:50,522 INFO [RS:0;6912f599d260:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:50,522 INFO [RS:0;6912f599d260:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:50,522 INFO [RS:0;6912f599d260:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:50,522 INFO [RS:0;6912f599d260:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:50,522 INFO [RS:0;6912f599d260:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:50,522 INFO [RS:0;6912f599d260:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,44913,1731950028516-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:13:50,534 INFO [RS:0;6912f599d260:44913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:13:50,534 INFO [RS:0;6912f599d260:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,44913,1731950028516-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:50,535 INFO [RS:0;6912f599d260:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:50,535 INFO [RS:0;6912f599d260:44913 {}] regionserver.Replication(171): 6912f599d260,44913,1731950028516 started 2024-11-18T17:13:50,546 INFO [RS:0;6912f599d260:44913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:50,546 INFO [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1482): Serving as 6912f599d260,44913,1731950028516, RpcServer on 6912f599d260/172.17.0.3:44913, sessionid=0x1015039aecd0007 2024-11-18T17:13:50,546 DEBUG [RS:0;6912f599d260:44913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:13:50,546 DEBUG [RS:0;6912f599d260:44913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6912f599d260,44913,1731950028516 2024-11-18T17:13:50,547 DEBUG [RS:0;6912f599d260:44913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,44913,1731950028516' 2024-11-18T17:13:50,547 DEBUG [RS:0;6912f599d260:44913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2213002035/flush-table-proc/abort' 2024-11-18T17:13:50,547 DEBUG [RS:0;6912f599d260:44913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2213002035/flush-table-proc/acquired' 2024-11-18T17:13:50,547 DEBUG [RS:0;6912f599d260:44913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:13:50,547 DEBUG [RS:0;6912f599d260:44913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:13:50,547 DEBUG [RS:0;6912f599d260:44913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6912f599d260,44913,1731950028516 2024-11-18T17:13:50,547 DEBUG [RS:0;6912f599d260:44913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6912f599d260,44913,1731950028516' 2024-11-18T17:13:50,547 DEBUG [RS:0;6912f599d260:44913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2213002035/online-snapshot/abort' 2024-11-18T17:13:50,548 DEBUG [RS:0;6912f599d260:44913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2213002035/online-snapshot/acquired' 2024-11-18T17:13:50,548 DEBUG [RS:0;6912f599d260:44913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:13:50,548 INFO [RS:0;6912f599d260:44913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:13:50,548 INFO [RS:0;6912f599d260:44913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:13:50,648 INFO [RS:0;6912f599d260:44913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:13:50,649 INFO [RS:0;6912f599d260:44913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C44913%2C1731950028516, suffix=, logDir=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/WALs/6912f599d260,44913,1731950028516, archiveDir=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/oldWALs, maxLogs=10 2024-11-18T17:13:50,661 DEBUG [RS:0;6912f599d260:44913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/WALs/6912f599d260,44913,1731950028516/6912f599d260%2C44913%2C1731950028516.1731950030650, exclude list is [], retry=0 2024-11-18T17:13:50,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40239,DS-8107efb2-5e77-48b9-8f59-3018acb580cf,DISK] 2024-11-18T17:13:50,664 INFO [RS:0;6912f599d260:44913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/WALs/6912f599d260,44913,1731950028516/6912f599d260%2C44913%2C1731950028516.1731950030650 2024-11-18T17:13:50,665 DEBUG [RS:0;6912f599d260:44913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44409:44409)] 2024-11-18T17:13:50,813 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T17:13:50,813 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6 2024-11-18T17:13:50,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741833_1009 (size=32) 2024-11-18T17:13:51,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:51,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:13:51,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:13:51,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:51,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:51,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:13:51,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:13:51,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:51,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:51,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:13:51,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:13:51,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:51,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:51,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:13:51,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:13:51,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:51,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:51,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:13:51,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740 2024-11-18T17:13:51,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740 2024-11-18T17:13:51,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:13:51,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:13:51,224 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:13:51,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:13:51,226 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:51,226 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74641442, jitterRate=0.11224415898323059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:13:51,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731950031217Initializing all the Stores at 1731950031218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950031218Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950031218Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950031218Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950031218Cleaning up temporary data from old regions at 1731950031224 (+6 ms)Region opened successfully at 1731950031226 (+2 ms) 2024-11-18T17:13:51,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:13:51,226 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:13:51,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:13:51,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:13:51,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:13:51,226 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:13:51,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731950031226Disabling compacts and flushes for region at 1731950031226Disabling writes for close at 1731950031226Writing region close event to WAL at 1731950031226Closed at 1731950031226 2024-11-18T17:13:51,227 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:51,227 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T17:13:51,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:13:51,228 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:13:51,229 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:13:51,379 DEBUG [6912f599d260:36891 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T17:13:51,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6912f599d260,44913,1731950028516 2024-11-18T17:13:51,380 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,44913,1731950028516, state=OPENING 2024-11-18T17:13:51,423 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:13:51,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035 2024-11-18T17:13:51,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035 2024-11-18T17:13:51,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2213002035/meta-region-server: CHANGED 2024-11-18T17:13:51,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2213002035/meta-region-server: CHANGED 2024-11-18T17:13:51,432 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:13:51,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,44913,1731950028516}] 2024-11-18T17:13:51,584 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:13:51,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:13:51,587 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T17:13:51,587 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:51,587 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:13:51,588 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C44913%2C1731950028516.meta, suffix=.meta, logDir=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/WALs/6912f599d260,44913,1731950028516, archiveDir=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/oldWALs, maxLogs=10 2024-11-18T17:13:51,600 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/WALs/6912f599d260,44913,1731950028516/6912f599d260%2C44913%2C1731950028516.meta.1731950031589.meta, exclude list is [], retry=0 2024-11-18T17:13:51,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40239,DS-8107efb2-5e77-48b9-8f59-3018acb580cf,DISK] 2024-11-18T17:13:51,603 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/WALs/6912f599d260,44913,1731950028516/6912f599d260%2C44913%2C1731950028516.meta.1731950031589.meta 2024-11-18T17:13:51,603 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44409:44409)] 2024-11-18T17:13:51,603 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:51,604 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:13:51,604 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:13:51,604 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:13:51,604 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:13:51,604 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:13:51,604 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:51,604 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T17:13:51,604 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T17:13:51,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:13:51,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:13:51,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:51,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:51,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T17:13:51,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T17:13:51,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:51,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:51,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:13:51,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:13:51,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:51,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:51,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:13:51,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:13:51,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:51,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:13:51,608 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T17:13:51,608 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740 2024-11-18T17:13:51,609 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740 2024-11-18T17:13:51,609 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T17:13:51,610 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T17:13:51,610 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:13:51,610 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T17:13:51,611 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59948459, jitterRate=-0.10669834911823273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:13:51,611 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T17:13:51,611 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731950031604Writing region info on filesystem at 1731950031604Initializing all the Stores at 1731950031605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950031605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950031605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950031605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731950031605Cleaning up temporary data from old regions at 1731950031610 (+5 ms)Running coprocessor post-open hooks at 1731950031611 (+1 ms)Region opened successfully at 1731950031611 2024-11-18T17:13:51,612 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731950031584 2024-11-18T17:13:51,613 DEBUG [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:13:51,613 INFO [RS_OPEN_META-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T17:13:51,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,44913,1731950028516 2024-11-18T17:13:51,614 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6912f599d260,44913,1731950028516, state=OPEN 2024-11-18T17:13:51,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2213002035/meta-region-server 2024-11-18T17:13:51,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2213002035/meta-region-server 2024-11-18T17:13:51,623 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6912f599d260,44913,1731950028516 2024-11-18T17:13:51,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2213002035/meta-region-server: CHANGED 2024-11-18T17:13:51,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2213002035/meta-region-server: CHANGED 2024-11-18T17:13:51,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:13:51,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6912f599d260,44913,1731950028516 in 191 msec 2024-11-18T17:13:51,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:13:51,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-11-18T17:13:51,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:13:51,626 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T17:13:51,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:51,627 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44913,1731950028516, seqNum=-1] 2024-11-18T17:13:51,628 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:51,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:13:51,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2300 sec 2024-11-18T17:13:51,632 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731950031632, completionTime=-1 2024-11-18T17:13:51,632 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T17:13:51,632 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T17:13:51,633 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-18T17:13:51,633 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731950091633 2024-11-18T17:13:51,633 INFO [master/6912f599d260:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731950151633 2024-11-18T17:13:51,633 INFO [master/6912f599d260:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T17:13:51,633 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36891,1731950028401-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:51,633 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36891,1731950028401-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:51,633 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36891,1731950028401-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:51,633 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6912f599d260:36891, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:51,633 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:51,634 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:51,635 DEBUG [master/6912f599d260:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T17:13:51,636 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.063sec 2024-11-18T17:13:51,636 INFO [master/6912f599d260:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:13:51,636 INFO [master/6912f599d260:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:13:51,636 INFO [master/6912f599d260:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:13:51,636 INFO [master/6912f599d260:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:13:51,636 INFO [master/6912f599d260:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:13:51,636 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36891,1731950028401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:13:51,636 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36891,1731950028401-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:13:51,638 DEBUG [master/6912f599d260:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:13:51,638 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:13:51,638 INFO [master/6912f599d260:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6912f599d260,36891,1731950028401-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:13:51,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171638a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:51,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,36891,-1 for getting cluster id 2024-11-18T17:13:51,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:51,644 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c31c9cf7-06db-4b1c-8c4a-778cd49ed39e' 2024-11-18T17:13:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c31c9cf7-06db-4b1c-8c4a-778cd49ed39e" 2024-11-18T17:13:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50db5c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,36891,-1] 2024-11-18T17:13:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:51,645 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:51,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fd0994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:51,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:51,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44913,1731950028516, seqNum=-1] 2024-11-18T17:13:51,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:51,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:13:51,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6912f599d260,36891,1731950028401 2024-11-18T17:13:51,648 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59938 2024-11-18T17:13:51,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:13:51,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015039aecd0008 connected 2024-11-18T17:13:51,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:51,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,32985,1731950019380 2024-11-18T17:13:51,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cfea632 2024-11-18T17:13:51,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:51,668 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:51,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:13:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:13:51,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:13:51,670 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:51,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:13:51,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:13:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:51,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:13:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:52,076 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4c60f4af89a442115d6c868ac65a24b, NAME => 'test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7 2024-11-18T17:13:52,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:13:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:52,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:52,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b4c60f4af89a442115d6c868ac65a24b, disabling compactions & flushes 2024-11-18T17:13:52,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b. 2024-11-18T17:13:52,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b. 2024-11-18T17:13:52,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b. after waiting 0 ms 2024-11-18T17:13:52,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b. 2024-11-18T17:13:52,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b. 2024-11-18T17:13:52,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4c60f4af89a442115d6c868ac65a24b: Waiting for close lock at 1731950032480Disabling compacts and flushes for region at 1731950032480Disabling writes for close at 1731950032480Writing region close event to WAL at 1731950032480Closed at 1731950032480 2024-11-18T17:13:52,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:13:52,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731950032481"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950032481"}]},"ts":"1731950032481"} 2024-11-18T17:13:52,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:13:52,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:13:52,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731950032484"}]},"ts":"1731950032484"} 2024-11-18T17:13:52,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:13:52,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4c60f4af89a442115d6c868ac65a24b, ASSIGN}] 2024-11-18T17:13:52,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b4c60f4af89a442115d6c868ac65a24b, ASSIGN 2024-11-18T17:13:52,487 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b4c60f4af89a442115d6c868ac65a24b, ASSIGN; state=OFFLINE, location=6912f599d260,34917,1731950019545; forceNewPlan=false, retain=false 2024-11-18T17:13:52,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4c60f4af89a442115d6c868ac65a24b, regionState=OPENING, regionLocation=6912f599d260,34917,1731950019545 2024-11-18T17:13:52,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b4c60f4af89a442115d6c868ac65a24b, ASSIGN because future has completed 2024-11-18T17:13:52,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4c60f4af89a442115d6c868ac65a24b, server=6912f599d260,34917,1731950019545}] 2024-11-18T17:13:52,794 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b. 2024-11-18T17:13:52,794 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b4c60f4af89a442115d6c868ac65a24b, NAME => 'test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:52,794 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:13:52,794 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:13:52,794 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:13:52,794 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:52,794 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:13:52,794 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:13:52,795 INFO [StoreOpener-b4c60f4af89a442115d6c868ac65a24b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:13:52,796 INFO [StoreOpener-b4c60f4af89a442115d6c868ac65a24b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4c60f4af89a442115d6c868ac65a24b columnFamilyName f 2024-11-18T17:13:52,796 DEBUG [StoreOpener-b4c60f4af89a442115d6c868ac65a24b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:52,796 INFO [StoreOpener-b4c60f4af89a442115d6c868ac65a24b-1 {}] regionserver.HStore(327): Store=b4c60f4af89a442115d6c868ac65a24b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:52,796 INFO [StoreOpener-b4c60f4af89a442115d6c868ac65a24b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:13:52,797 INFO [StoreOpener-b4c60f4af89a442115d6c868ac65a24b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4c60f4af89a442115d6c868ac65a24b columnFamilyName f1 2024-11-18T17:13:52,797 DEBUG [StoreOpener-b4c60f4af89a442115d6c868ac65a24b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:52,797 INFO [StoreOpener-b4c60f4af89a442115d6c868ac65a24b-1 {}] regionserver.HStore(327): Store=b4c60f4af89a442115d6c868ac65a24b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:52,797 INFO [StoreOpener-b4c60f4af89a442115d6c868ac65a24b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:13:52,798 INFO [StoreOpener-b4c60f4af89a442115d6c868ac65a24b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4c60f4af89a442115d6c868ac65a24b columnFamilyName norep 2024-11-18T17:13:52,798 DEBUG [StoreOpener-b4c60f4af89a442115d6c868ac65a24b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:52,798 INFO [StoreOpener-b4c60f4af89a442115d6c868ac65a24b-1 {}] regionserver.HStore(327): Store=b4c60f4af89a442115d6c868ac65a24b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:52,798 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:13:52,798 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:13:52,798 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:13:52,799 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:13:52,799 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:13:52,799 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:13:52,800 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:13:52,802 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:52,802 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b4c60f4af89a442115d6c868ac65a24b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66338099, jitterRate=-0.011485293507575989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:13:52,802 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:13:52,802 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b4c60f4af89a442115d6c868ac65a24b: Running coprocessor pre-open hook at 1731950032794Writing region info on filesystem at 1731950032794Initializing all the Stores at 1731950032795 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950032795Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950032795Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950032795Cleaning up temporary data from old regions at 1731950032799 (+4 ms)Running coprocessor post-open hooks at 1731950032802 (+3 ms)Region opened successfully at 1731950032802 2024-11-18T17:13:52,803 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b., pid=6, masterSystemTime=1731950032791 2024-11-18T17:13:52,804 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b. 2024-11-18T17:13:52,804 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b. 2024-11-18T17:13:52,805 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4c60f4af89a442115d6c868ac65a24b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,34917,1731950019545 2024-11-18T17:13:52,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4c60f4af89a442115d6c868ac65a24b, server=6912f599d260,34917,1731950019545 because future has completed 2024-11-18T17:13:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:52,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:13:52,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b4c60f4af89a442115d6c868ac65a24b, server=6912f599d260,34917,1731950019545 in 168 msec 2024-11-18T17:13:52,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:13:52,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b4c60f4af89a442115d6c868ac65a24b, ASSIGN in 324 msec 2024-11-18T17:13:52,810 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:13:52,811 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731950032810"}]},"ts":"1731950032810"} 2024-11-18T17:13:52,812 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:13:52,813 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:13:52,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-18T17:13:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:53,816 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:13:53,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,45397,1731950023584 2024-11-18T17:13:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50d0918a 2024-11-18T17:13:53,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:53,818 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:53,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:13:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:13:53,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:13:53,820 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:53,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:13:53,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:13:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:53,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:13:53,826 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa50ad9362deafa99c037c43acec52f0, NAME => 'test,,1731950033818.fa50ad9362deafa99c037c43acec52f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691 2024-11-18T17:13:53,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:13:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:54,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731950033818.fa50ad9362deafa99c037c43acec52f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:54,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fa50ad9362deafa99c037c43acec52f0, disabling compactions & flushes 2024-11-18T17:13:54,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731950033818.fa50ad9362deafa99c037c43acec52f0. 2024-11-18T17:13:54,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731950033818.fa50ad9362deafa99c037c43acec52f0. 2024-11-18T17:13:54,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731950033818.fa50ad9362deafa99c037c43acec52f0. after waiting 0 ms 2024-11-18T17:13:54,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731950033818.fa50ad9362deafa99c037c43acec52f0. 2024-11-18T17:13:54,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731950033818.fa50ad9362deafa99c037c43acec52f0. 2024-11-18T17:13:54,235 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa50ad9362deafa99c037c43acec52f0: Waiting for close lock at 1731950034235Disabling compacts and flushes for region at 1731950034235Disabling writes for close at 1731950034235Writing region close event to WAL at 1731950034235Closed at 1731950034235 2024-11-18T17:13:54,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:13:54,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731950033818.fa50ad9362deafa99c037c43acec52f0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731950034236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950034236"}]},"ts":"1731950034236"} 2024-11-18T17:13:54,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:13:54,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:13:54,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731950034238"}]},"ts":"1731950034238"} 2024-11-18T17:13:54,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:13:54,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa50ad9362deafa99c037c43acec52f0, ASSIGN}] 2024-11-18T17:13:54,241 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa50ad9362deafa99c037c43acec52f0, ASSIGN 2024-11-18T17:13:54,241 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fa50ad9362deafa99c037c43acec52f0, ASSIGN; state=OFFLINE, location=6912f599d260,40519,1731950023699; forceNewPlan=false, retain=false 2024-11-18T17:13:54,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa50ad9362deafa99c037c43acec52f0, regionState=OPENING, regionLocation=6912f599d260,40519,1731950023699 2024-11-18T17:13:54,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fa50ad9362deafa99c037c43acec52f0, ASSIGN because future has completed 2024-11-18T17:13:54,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa50ad9362deafa99c037c43acec52f0, server=6912f599d260,40519,1731950023699}] 2024-11-18T17:13:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:54,548 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731950033818.fa50ad9362deafa99c037c43acec52f0. 2024-11-18T17:13:54,548 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa50ad9362deafa99c037c43acec52f0, NAME => 'test,,1731950033818.fa50ad9362deafa99c037c43acec52f0.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:54,548 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:13:54,548 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:13:54,548 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fa50ad9362deafa99c037c43acec52f0 2024-11-18T17:13:54,548 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731950033818.fa50ad9362deafa99c037c43acec52f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:54,548 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa50ad9362deafa99c037c43acec52f0 2024-11-18T17:13:54,548 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa50ad9362deafa99c037c43acec52f0 2024-11-18T17:13:54,550 INFO [StoreOpener-fa50ad9362deafa99c037c43acec52f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa50ad9362deafa99c037c43acec52f0 2024-11-18T17:13:54,551 INFO [StoreOpener-fa50ad9362deafa99c037c43acec52f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa50ad9362deafa99c037c43acec52f0 columnFamilyName f 2024-11-18T17:13:54,551 DEBUG [StoreOpener-fa50ad9362deafa99c037c43acec52f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:54,551 INFO [StoreOpener-fa50ad9362deafa99c037c43acec52f0-1 {}] regionserver.HStore(327): Store=fa50ad9362deafa99c037c43acec52f0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:54,551 INFO [StoreOpener-fa50ad9362deafa99c037c43acec52f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fa50ad9362deafa99c037c43acec52f0 2024-11-18T17:13:54,552 INFO [StoreOpener-fa50ad9362deafa99c037c43acec52f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa50ad9362deafa99c037c43acec52f0 columnFamilyName f1 2024-11-18T17:13:54,552 DEBUG [StoreOpener-fa50ad9362deafa99c037c43acec52f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:54,552 INFO [StoreOpener-fa50ad9362deafa99c037c43acec52f0-1 {}] regionserver.HStore(327): Store=fa50ad9362deafa99c037c43acec52f0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:54,552 INFO [StoreOpener-fa50ad9362deafa99c037c43acec52f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fa50ad9362deafa99c037c43acec52f0 2024-11-18T17:13:54,553 INFO [StoreOpener-fa50ad9362deafa99c037c43acec52f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa50ad9362deafa99c037c43acec52f0 columnFamilyName norep 2024-11-18T17:13:54,553 DEBUG [StoreOpener-fa50ad9362deafa99c037c43acec52f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:54,553 INFO [StoreOpener-fa50ad9362deafa99c037c43acec52f0-1 {}] regionserver.HStore(327): Store=fa50ad9362deafa99c037c43acec52f0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:54,553 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa50ad9362deafa99c037c43acec52f0 2024-11-18T17:13:54,553 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0 2024-11-18T17:13:54,553 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0 2024-11-18T17:13:54,554 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa50ad9362deafa99c037c43acec52f0 2024-11-18T17:13:54,554 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa50ad9362deafa99c037c43acec52f0 2024-11-18T17:13:54,554 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:13:54,555 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa50ad9362deafa99c037c43acec52f0 2024-11-18T17:13:54,556 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:54,556 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa50ad9362deafa99c037c43acec52f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61203592, jitterRate=-0.08799540996551514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:13:54,556 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa50ad9362deafa99c037c43acec52f0 2024-11-18T17:13:54,557 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa50ad9362deafa99c037c43acec52f0: Running coprocessor pre-open hook at 1731950034548Writing region info on filesystem at 1731950034548Initializing all the Stores at 1731950034550 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950034550Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950034550Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950034550Cleaning up temporary data from old regions at 1731950034554 (+4 ms)Running coprocessor post-open hooks at 1731950034557 (+3 ms)Region opened successfully at 1731950034557 2024-11-18T17:13:54,557 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731950033818.fa50ad9362deafa99c037c43acec52f0., pid=6, masterSystemTime=1731950034545 2024-11-18T17:13:54,558 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731950033818.fa50ad9362deafa99c037c43acec52f0. 2024-11-18T17:13:54,558 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731950033818.fa50ad9362deafa99c037c43acec52f0. 2024-11-18T17:13:54,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa50ad9362deafa99c037c43acec52f0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,40519,1731950023699 2024-11-18T17:13:54,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa50ad9362deafa99c037c43acec52f0, server=6912f599d260,40519,1731950023699 because future has completed 2024-11-18T17:13:54,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:13:54,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa50ad9362deafa99c037c43acec52f0, server=6912f599d260,40519,1731950023699 in 167 msec 2024-11-18T17:13:54,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:13:54,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fa50ad9362deafa99c037c43acec52f0, ASSIGN in 323 msec 2024-11-18T17:13:54,565 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:13:54,565 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731950034565"}]},"ts":"1731950034565"} 2024-11-18T17:13:54,566 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:13:54,566 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:13:54,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-18T17:13:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:54,956 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:13:54,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:54,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,36891,1731950028401 2024-11-18T17:13:54,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c047701 2024-11-18T17:13:54,957 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:54,958 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:54,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:13:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-18T17:13:54,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:13:54,961 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:54,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-18T17:13:54,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:13:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:54,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741835_1011 (size=902) 2024-11-18T17:13:54,972 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9fbeacf5b6bc3ccdaa2adbd5f112daf7, NAME => 'test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6 2024-11-18T17:13:54,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741836_1012 (size=39) 2024-11-18T17:13:54,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:54,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9fbeacf5b6bc3ccdaa2adbd5f112daf7, disabling compactions & flushes 2024-11-18T17:13:54,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7. 2024-11-18T17:13:54,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7. 2024-11-18T17:13:54,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7. after waiting 0 ms 2024-11-18T17:13:54,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7. 2024-11-18T17:13:54,978 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7. 2024-11-18T17:13:54,978 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9fbeacf5b6bc3ccdaa2adbd5f112daf7: Waiting for close lock at 1731950034978Disabling compacts and flushes for region at 1731950034978Disabling writes for close at 1731950034978Writing region close event to WAL at 1731950034978Closed at 1731950034978 2024-11-18T17:13:54,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:13:54,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731950034980"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950034980"}]},"ts":"1731950034980"} 2024-11-18T17:13:54,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:13:54,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:13:54,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731950034982"}]},"ts":"1731950034982"} 2024-11-18T17:13:54,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-18T17:13:54,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9fbeacf5b6bc3ccdaa2adbd5f112daf7, ASSIGN}] 2024-11-18T17:13:54,985 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9fbeacf5b6bc3ccdaa2adbd5f112daf7, ASSIGN 2024-11-18T17:13:54,986 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9fbeacf5b6bc3ccdaa2adbd5f112daf7, ASSIGN; state=OFFLINE, location=6912f599d260,44913,1731950028516; forceNewPlan=false, retain=false 2024-11-18T17:13:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:55,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9fbeacf5b6bc3ccdaa2adbd5f112daf7, regionState=OPENING, regionLocation=6912f599d260,44913,1731950028516 2024-11-18T17:13:55,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9fbeacf5b6bc3ccdaa2adbd5f112daf7, ASSIGN because future has completed 2024-11-18T17:13:55,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fbeacf5b6bc3ccdaa2adbd5f112daf7, server=6912f599d260,44913,1731950028516}] 2024-11-18T17:13:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:55,293 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7. 2024-11-18T17:13:55,293 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9fbeacf5b6bc3ccdaa2adbd5f112daf7, NAME => 'test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:55,294 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:13:55,294 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-18T17:13:55,294 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9fbeacf5b6bc3ccdaa2adbd5f112daf7 2024-11-18T17:13:55,295 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:55,295 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9fbeacf5b6bc3ccdaa2adbd5f112daf7 2024-11-18T17:13:55,295 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9fbeacf5b6bc3ccdaa2adbd5f112daf7 2024-11-18T17:13:55,296 INFO [StoreOpener-9fbeacf5b6bc3ccdaa2adbd5f112daf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9fbeacf5b6bc3ccdaa2adbd5f112daf7 2024-11-18T17:13:55,297 INFO [StoreOpener-9fbeacf5b6bc3ccdaa2adbd5f112daf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fbeacf5b6bc3ccdaa2adbd5f112daf7 columnFamilyName f 2024-11-18T17:13:55,297 DEBUG [StoreOpener-9fbeacf5b6bc3ccdaa2adbd5f112daf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:55,298 INFO [StoreOpener-9fbeacf5b6bc3ccdaa2adbd5f112daf7-1 {}] regionserver.HStore(327): Store=9fbeacf5b6bc3ccdaa2adbd5f112daf7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:55,298 INFO [StoreOpener-9fbeacf5b6bc3ccdaa2adbd5f112daf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9fbeacf5b6bc3ccdaa2adbd5f112daf7 2024-11-18T17:13:55,299 INFO [StoreOpener-9fbeacf5b6bc3ccdaa2adbd5f112daf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fbeacf5b6bc3ccdaa2adbd5f112daf7 columnFamilyName f1 2024-11-18T17:13:55,299 DEBUG [StoreOpener-9fbeacf5b6bc3ccdaa2adbd5f112daf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:55,299 INFO [StoreOpener-9fbeacf5b6bc3ccdaa2adbd5f112daf7-1 {}] regionserver.HStore(327): Store=9fbeacf5b6bc3ccdaa2adbd5f112daf7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:55,299 INFO [StoreOpener-9fbeacf5b6bc3ccdaa2adbd5f112daf7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9fbeacf5b6bc3ccdaa2adbd5f112daf7 2024-11-18T17:13:55,300 INFO [StoreOpener-9fbeacf5b6bc3ccdaa2adbd5f112daf7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fbeacf5b6bc3ccdaa2adbd5f112daf7 columnFamilyName norep 2024-11-18T17:13:55,300 DEBUG [StoreOpener-9fbeacf5b6bc3ccdaa2adbd5f112daf7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:55,301 INFO [StoreOpener-9fbeacf5b6bc3ccdaa2adbd5f112daf7-1 {}] regionserver.HStore(327): Store=9fbeacf5b6bc3ccdaa2adbd5f112daf7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:55,301 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9fbeacf5b6bc3ccdaa2adbd5f112daf7 2024-11-18T17:13:55,302 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/default/test/9fbeacf5b6bc3ccdaa2adbd5f112daf7 2024-11-18T17:13:55,302 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/default/test/9fbeacf5b6bc3ccdaa2adbd5f112daf7 2024-11-18T17:13:55,303 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9fbeacf5b6bc3ccdaa2adbd5f112daf7 2024-11-18T17:13:55,303 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9fbeacf5b6bc3ccdaa2adbd5f112daf7 2024-11-18T17:13:55,303 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:13:55,304 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9fbeacf5b6bc3ccdaa2adbd5f112daf7 2024-11-18T17:13:55,306 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/default/test/9fbeacf5b6bc3ccdaa2adbd5f112daf7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:55,306 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9fbeacf5b6bc3ccdaa2adbd5f112daf7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73017100, jitterRate=0.0880395770072937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:13:55,307 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9fbeacf5b6bc3ccdaa2adbd5f112daf7 2024-11-18T17:13:55,307 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9fbeacf5b6bc3ccdaa2adbd5f112daf7: Running coprocessor pre-open hook at 1731950035295Writing region info on filesystem at 1731950035295Initializing all the Stores at 1731950035296 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950035296Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950035296Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950035296Cleaning up temporary data from old regions at 1731950035303 (+7 ms)Running coprocessor post-open hooks at 1731950035307 (+4 ms)Region opened successfully at 1731950035307 2024-11-18T17:13:55,307 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7., pid=6, masterSystemTime=1731950035290 2024-11-18T17:13:55,309 DEBUG [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7. 2024-11-18T17:13:55,309 INFO [RS_OPEN_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7. 2024-11-18T17:13:55,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9fbeacf5b6bc3ccdaa2adbd5f112daf7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6912f599d260,44913,1731950028516 2024-11-18T17:13:55,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9fbeacf5b6bc3ccdaa2adbd5f112daf7, server=6912f599d260,44913,1731950028516 because future has completed 2024-11-18T17:13:55,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:13:55,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9fbeacf5b6bc3ccdaa2adbd5f112daf7, server=6912f599d260,44913,1731950028516 in 174 msec 2024-11-18T17:13:55,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:13:55,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9fbeacf5b6bc3ccdaa2adbd5f112daf7, ASSIGN in 330 msec 2024-11-18T17:13:55,317 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:13:55,317 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731950035317"}]},"ts":"1731950035317"} 2024-11-18T17:13:55,319 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-18T17:13:55,320 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:13:55,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 361 msec 2024-11-18T17:13:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T17:13:55,586 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-18T17:13:55,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a8b0df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:55,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,32985,-1 for getting cluster id 2024-11-18T17:13:55,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:55,587 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9e59c5a-53e1-4d85-aaa6-32aeea00d74b' 2024-11-18T17:13:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9e59c5a-53e1-4d85-aaa6-32aeea00d74b" 2024-11-18T17:13:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a67372e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,32985,-1] 2024-11-18T17:13:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:55,589 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@993a62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:55,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,32985,1731950019380 2024-11-18T17:13:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e44320 2024-11-18T17:13:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:55,590 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:55,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6912f599d260:45397,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:13:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:13:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:55,593 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:45397' 2024-11-18T17:13:55,597 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d38d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:55,597 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45397,-1 for getting cluster id 2024-11-18T17:13:55,598 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:55,598 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49999858-d81f-4044-902d-3dd0661eb5f9' 2024-11-18T17:13:55,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:55,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49999858-d81f-4044-902d-3dd0661eb5f9" 2024-11-18T17:13:55,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a224749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:55,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45397,-1] 2024-11-18T17:13:55,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:55,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:55,599 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:55,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3204b7e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:55,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:55,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,45397,1731950023584 2024-11-18T17:13:55,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b97a261 2024-11-18T17:13:55,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:55,601 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:55,602 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-18T17:13:55,602 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:13:55,602 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:55,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:55,602 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:55,602 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:13:55,603 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-18T17:13:55,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:13:55,604 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:55,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:13:55,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741837_1013 (size=1138) 2024-11-18T17:13:55,654 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-18T17:13:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:56,014 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00f00a630dab5b6b68c07f1b72e5e8c7, NAME => 'hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7 2024-11-18T17:13:56,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741838_1014 (size=44) 2024-11-18T17:13:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:56,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:56,419 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 00f00a630dab5b6b68c07f1b72e5e8c7, disabling compactions & flushes 2024-11-18T17:13:56,419 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. 2024-11-18T17:13:56,419 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. 2024-11-18T17:13:56,419 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. after waiting 0 ms 2024-11-18T17:13:56,419 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. 2024-11-18T17:13:56,419 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. 2024-11-18T17:13:56,419 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00f00a630dab5b6b68c07f1b72e5e8c7: Waiting for close lock at 1731950036419Disabling compacts and flushes for region at 1731950036419Disabling writes for close at 1731950036419Writing region close event to WAL at 1731950036419Closed at 1731950036419 2024-11-18T17:13:56,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:13:56,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731950036420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731950036420"}]},"ts":"1731950036420"} 2024-11-18T17:13:56,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T17:13:56,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:13:56,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731950036422"}]},"ts":"1731950036422"} 2024-11-18T17:13:56,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-18T17:13:56,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00f00a630dab5b6b68c07f1b72e5e8c7, ASSIGN}] 2024-11-18T17:13:56,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00f00a630dab5b6b68c07f1b72e5e8c7, ASSIGN 2024-11-18T17:13:56,425 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=00f00a630dab5b6b68c07f1b72e5e8c7, ASSIGN; state=OFFLINE, location=6912f599d260,34917,1731950019545; forceNewPlan=false, retain=false 2024-11-18T17:13:56,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=00f00a630dab5b6b68c07f1b72e5e8c7, regionState=OPENING, regionLocation=6912f599d260,34917,1731950019545 2024-11-18T17:13:56,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=00f00a630dab5b6b68c07f1b72e5e8c7, ASSIGN because future has completed 2024-11-18T17:13:56,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00f00a630dab5b6b68c07f1b72e5e8c7, server=6912f599d260,34917,1731950019545}] 2024-11-18T17:13:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:56,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. 2024-11-18T17:13:56,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:13:56,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-18T17:13:56,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6912f599d260%2C34917%2C1731950019545.rep, suffix=, logDir=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545, archiveDir=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/oldWALs, maxLogs=10 2024-11-18T17:13:56,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.rep.1731950036733, exclude list is [], retry=0 2024-11-18T17:13:56,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39733,DS-2deba837-5434-4e0c-9e9e-47e6e97e3735,DISK] 2024-11-18T17:13:56,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.rep.1731950036733 2024-11-18T17:13:56,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34517:34517)] 2024-11-18T17:13:56,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 00f00a630dab5b6b68c07f1b72e5e8c7, NAME => 'hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:13:56,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-18T17:13:56,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:13:56,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. service=MultiRowMutationService 2024-11-18T17:13:56,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-18T17:13:56,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 00f00a630dab5b6b68c07f1b72e5e8c7 2024-11-18T17:13:56,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:13:56,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 00f00a630dab5b6b68c07f1b72e5e8c7 2024-11-18T17:13:56,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 00f00a630dab5b6b68c07f1b72e5e8c7 2024-11-18T17:13:56,752 INFO [StoreOpener-00f00a630dab5b6b68c07f1b72e5e8c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 00f00a630dab5b6b68c07f1b72e5e8c7 2024-11-18T17:13:56,752 INFO [StoreOpener-00f00a630dab5b6b68c07f1b72e5e8c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00f00a630dab5b6b68c07f1b72e5e8c7 columnFamilyName hfileref 2024-11-18T17:13:56,753 DEBUG [StoreOpener-00f00a630dab5b6b68c07f1b72e5e8c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:56,753 INFO [StoreOpener-00f00a630dab5b6b68c07f1b72e5e8c7-1 {}] regionserver.HStore(327): Store=00f00a630dab5b6b68c07f1b72e5e8c7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:56,753 INFO [StoreOpener-00f00a630dab5b6b68c07f1b72e5e8c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 00f00a630dab5b6b68c07f1b72e5e8c7 2024-11-18T17:13:56,754 INFO [StoreOpener-00f00a630dab5b6b68c07f1b72e5e8c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00f00a630dab5b6b68c07f1b72e5e8c7 columnFamilyName queue 2024-11-18T17:13:56,754 DEBUG [StoreOpener-00f00a630dab5b6b68c07f1b72e5e8c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:56,754 INFO [StoreOpener-00f00a630dab5b6b68c07f1b72e5e8c7-1 {}] regionserver.HStore(327): Store=00f00a630dab5b6b68c07f1b72e5e8c7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:56,754 INFO [StoreOpener-00f00a630dab5b6b68c07f1b72e5e8c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 00f00a630dab5b6b68c07f1b72e5e8c7 2024-11-18T17:13:56,755 INFO [StoreOpener-00f00a630dab5b6b68c07f1b72e5e8c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00f00a630dab5b6b68c07f1b72e5e8c7 columnFamilyName sid 2024-11-18T17:13:56,755 DEBUG [StoreOpener-00f00a630dab5b6b68c07f1b72e5e8c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:13:56,755 INFO [StoreOpener-00f00a630dab5b6b68c07f1b72e5e8c7-1 {}] regionserver.HStore(327): Store=00f00a630dab5b6b68c07f1b72e5e8c7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:13:56,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 00f00a630dab5b6b68c07f1b72e5e8c7 2024-11-18T17:13:56,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/replication/00f00a630dab5b6b68c07f1b72e5e8c7 2024-11-18T17:13:56,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/replication/00f00a630dab5b6b68c07f1b72e5e8c7 2024-11-18T17:13:56,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 00f00a630dab5b6b68c07f1b72e5e8c7 2024-11-18T17:13:56,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 00f00a630dab5b6b68c07f1b72e5e8c7 2024-11-18T17:13:56,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:13:56,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 00f00a630dab5b6b68c07f1b72e5e8c7 2024-11-18T17:13:56,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/replication/00f00a630dab5b6b68c07f1b72e5e8c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:13:56,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 00f00a630dab5b6b68c07f1b72e5e8c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68382398, jitterRate=0.01897713541984558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:13:56,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00f00a630dab5b6b68c07f1b72e5e8c7 2024-11-18T17:13:56,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 00f00a630dab5b6b68c07f1b72e5e8c7: Running coprocessor pre-open hook at 1731950036751Writing region info on filesystem at 1731950036751Initializing all the Stores at 1731950036751Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950036751Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950036752 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731950036752Cleaning up temporary data from old regions at 1731950036756 (+4 ms)Running coprocessor post-open hooks at 1731950036759 (+3 ms)Region opened successfully at 1731950036760 (+1 ms) 2024-11-18T17:13:56,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7., pid=10, masterSystemTime=1731950036729 2024-11-18T17:13:56,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. 2024-11-18T17:13:56,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. 2024-11-18T17:13:56,762 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=00f00a630dab5b6b68c07f1b72e5e8c7, regionState=OPEN, openSeqNum=2, regionLocation=6912f599d260,34917,1731950019545 2024-11-18T17:13:56,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00f00a630dab5b6b68c07f1b72e5e8c7, server=6912f599d260,34917,1731950019545 because future has completed 2024-11-18T17:13:56,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T17:13:56,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 00f00a630dab5b6b68c07f1b72e5e8c7, server=6912f599d260,34917,1731950019545 in 196 msec 2024-11-18T17:13:56,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-18T17:13:56,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=00f00a630dab5b6b68c07f1b72e5e8c7, ASSIGN in 351 msec 2024-11-18T17:13:56,777 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:13:56,777 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731950036777"}]},"ts":"1731950036777"} 2024-11-18T17:13:56,778 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-18T17:13:56,779 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:13:56,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-18T17:13:56,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7., hostname=6912f599d260,34917,1731950019545, seqNum=2] 2024-11-18T17:13:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:13:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:13:56,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:13:57,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-18T17:13:57,034 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-18T17:13:57,062 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6912f599d260,34917,1731950019545, ReplicationSource: 1, currentBandwidth=0 2024-11-18T17:13:57,062 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:57,062 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34917,1731950019545, seqNum=-1] 2024-11-18T17:13:57,063 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:57,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-18T17:13:57,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6912f599d260,34917,1731950019545', locateType=CURRENT is [region=hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7., hostname=6912f599d260,34917,1731950019545, seqNum=2] 2024-11-18T17:13:57,067 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-18T17:13:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-18T17:13:57,068 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6912f599d260,34917,1731950019545 suceeded 2024-11-18T17:13:57,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-18T17:13:57,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-18T17:13:57,070 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6912f599d260:45397,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:13:57,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4790 sec 2024-11-18T17:13:57,082 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:45397' 2024-11-18T17:13:57,083 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@600c0987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:57,084 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45397,-1 for getting cluster id 2024-11-18T17:13:57,084 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:57,084 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49999858-d81f-4044-902d-3dd0661eb5f9' 2024-11-18T17:13:57,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:57,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49999858-d81f-4044-902d-3dd0661eb5f9" 2024-11-18T17:13:57,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b275dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:57,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45397,-1] 2024-11-18T17:13:57,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:57,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:57,085 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:57,086 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54a03a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:57,086 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:57,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,45397,1731950023584 2024-11-18T17:13:57,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a4f7f09 2024-11-18T17:13:57,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:57,087 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T17:13:57,087 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6912f599d260,34917,1731950019545 (queues=1) is replicating from cluster=c9e59c5a-53e1-4d85-aaa6-32aeea00d74b to cluster=49999858-d81f-4044-902d-3dd0661eb5f9 2024-11-18T17:13:57,087 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6912f599d260%2C34917%2C1731950019545 2024-11-18T17:13:57,087 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6912f599d260,34917,1731950019545, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:13:57,088 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C34917%2C1731950019545 2024-11-18T17:13:57,088 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843, startPosition=0, beingWritten=true 2024-11-18T17:13:57,091 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:13:57,091 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 to pos 379, reset compression=false 2024-11-18T17:13:57,091 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,34917,1731950019545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:13:57,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:13:57,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:13:57,300 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 to pos 379, reset compression=false 2024-11-18T17:13:57,604 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 to pos 379, reset compression=false 2024-11-18T17:13:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T17:13:57,746 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-18T17:13:57,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:13:57,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:57,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:57,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:57,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:57,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c967767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:57,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,32985,-1 for getting cluster id 2024-11-18T17:13:57,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:57,747 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9e59c5a-53e1-4d85-aaa6-32aeea00d74b' 2024-11-18T17:13:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9e59c5a-53e1-4d85-aaa6-32aeea00d74b" 2024-11-18T17:13:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f95590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,32985,-1] 2024-11-18T17:13:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:57,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:57,749 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:57,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca05c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:57,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751999d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:57,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45397,-1 for getting cluster id 2024-11-18T17:13:57,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:57,750 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49999858-d81f-4044-902d-3dd0661eb5f9' 2024-11-18T17:13:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49999858-d81f-4044-902d-3dd0661eb5f9" 2024-11-18T17:13:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44819fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45397,-1] 2024-11-18T17:13:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:57,751 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bb6fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:57,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4028e482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:57,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,36891,-1 for getting cluster id 2024-11-18T17:13:57,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:57,754 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c31c9cf7-06db-4b1c-8c4a-778cd49ed39e' 2024-11-18T17:13:57,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c31c9cf7-06db-4b1c-8c4a-778cd49ed39e" 2024-11-18T17:13:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2b2d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,36891,-1] 2024-11-18T17:13:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:57,755 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d160d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:57,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:13:57,759 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731950037759/Put/seqid=0 2024-11-18T17:13:57,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741840_1016 (size=7894) 2024-11-18T17:13:58,007 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 to pos 379, reset compression=false 2024-11-18T17:13:58,164 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731950038164/Put/seqid=0 2024-11-18T17:13:58,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741841_1017 (size=7691) 2024-11-18T17:13:58,510 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 to pos 379, reset compression=false 2024-11-18T17:13:58,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1673d046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:58,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,32985,-1 for getting cluster id 2024-11-18T17:13:58,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:58,569 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9e59c5a-53e1-4d85-aaa6-32aeea00d74b' 2024-11-18T17:13:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:58,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9e59c5a-53e1-4d85-aaa6-32aeea00d74b" 2024-11-18T17:13:58,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65783183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:58,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,32985,-1] 2024-11-18T17:13:58,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:58,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:58,570 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:58,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e61d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:58,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34917,1731950019545, seqNum=-1] 2024-11-18T17:13:58,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:58,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:13:58,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,32985,1731950019380 2024-11-18T17:13:58,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6210ecd8 2024-11-18T17:13:58,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:58,580 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:13:58,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b., hostname=6912f599d260,34917,1731950019545, seqNum=2] 2024-11-18T17:13:58,586 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T17:13:58,590 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-18T17:13:58,592 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-18T17:13:58,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_0/f/hfile_0 for inclusion in b4c60f4af89a442115d6c868ac65a24b/f 2024-11-18T17:13:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T17:13:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:13:58,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_0/f/hfile_1 for inclusion in b4c60f4af89a442115d6c868ac65a24b/f 2024-11-18T17:13:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T17:13:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:13:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HRegion(2603): Flush status journal for b4c60f4af89a442115d6c868ac65a24b: 2024-11-18T17:13:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__4gh03bopa8g4ku6pn7eq2gelvd8ohgi3k88qjsq32r3qgef6932du3u8m01tscif/f/hfile_0 2024-11-18T17:13:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__4gh03bopa8g4ku6pn7eq2gelvd8ohgi3k88qjsq32r3qgef6932du3u8m01tscif/f/hfile_0 as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/95ec0ef74a9245f58750fcc5eb5edc4a_SeqId_4_ 2024-11-18T17:13:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__4gh03bopa8g4ku6pn7eq2gelvd8ohgi3k88qjsq32r3qgef6932du3u8m01tscif/f/hfile_1 2024-11-18T17:13:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__4gh03bopa8g4ku6pn7eq2gelvd8ohgi3k88qjsq32r3qgef6932du3u8m01tscif/f/hfile_1 as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/e64c2ce650fd41918d9f253e4ffc795b_SeqId_4_ 2024-11-18T17:13:58,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__4gh03bopa8g4ku6pn7eq2gelvd8ohgi3k88qjsq32r3qgef6932du3u8m01tscif/f/hfile_0 into b4c60f4af89a442115d6c868ac65a24b/f as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/95ec0ef74a9245f58750fcc5eb5edc4a_SeqId_4_ - updating store file list. 2024-11-18T17:13:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 95ec0ef74a9245f58750fcc5eb5edc4a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T17:13:58,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/95ec0ef74a9245f58750fcc5eb5edc4a_SeqId_4_ into b4c60f4af89a442115d6c868ac65a24b/f 2024-11-18T17:13:58,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__4gh03bopa8g4ku6pn7eq2gelvd8ohgi3k88qjsq32r3qgef6932du3u8m01tscif/f/hfile_0 into b4c60f4af89a442115d6c868ac65a24b/f (new location: hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/95ec0ef74a9245f58750fcc5eb5edc4a_SeqId_4_) 2024-11-18T17:13:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__4gh03bopa8g4ku6pn7eq2gelvd8ohgi3k88qjsq32r3qgef6932du3u8m01tscif/f/hfile_0 2024-11-18T17:13:58,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__4gh03bopa8g4ku6pn7eq2gelvd8ohgi3k88qjsq32r3qgef6932du3u8m01tscif/f/hfile_1 into b4c60f4af89a442115d6c868ac65a24b/f as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/e64c2ce650fd41918d9f253e4ffc795b_SeqId_4_ - updating store file list. 2024-11-18T17:13:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e64c2ce650fd41918d9f253e4ffc795b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T17:13:58,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/e64c2ce650fd41918d9f253e4ffc795b_SeqId_4_ into b4c60f4af89a442115d6c868ac65a24b/f 2024-11-18T17:13:58,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__4gh03bopa8g4ku6pn7eq2gelvd8ohgi3k88qjsq32r3qgef6932du3u8m01tscif/f/hfile_1 into b4c60f4af89a442115d6c868ac65a24b/f (new location: hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/e64c2ce650fd41918d9f253e4ffc795b_SeqId_4_) 2024-11-18T17:13:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__4gh03bopa8g4ku6pn7eq2gelvd8ohgi3k88qjsq32r3qgef6932du3u8m01tscif/f/hfile_1 2024-11-18T17:13:58,615 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:13:58,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:13:58,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:58,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:58,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:13:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b., hostname=6912f599d260,34917,1731950019545, seqNum=2 , the old value is region=test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b., hostname=6912f599d260,34917,1731950019545, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6912f599d260:34917 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T17:13:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b., hostname=6912f599d260,34917,1731950019545, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T17:13:58,616 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b., hostname=6912f599d260,34917,1731950019545, seqNum=2 from cache 2024-11-18T17:13:58,616 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T17:13:58,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,40519,1731950023699, seqNum=-1] 2024-11-18T17:13:58,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:58,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:13:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731950033818.fa50ad9362deafa99c037c43acec52f0., hostname=6912f599d260,40519,1731950023699, seqNum=2] 2024-11-18T17:13:58,620 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T17:13:58,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-18T17:13:58,726 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:34917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-18T17:13:59,113 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 to pos 379, reset compression=false 2024-11-18T17:13:59,117 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:13:59,117 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,34917,1731950019545 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4c60f4af89a442115d6c868ac65a24b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731950038613/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T17:13:59,119 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:13:59,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T17:13:59,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.ReplicationSink(318): Replicating [c9e59c5a-53e1-4d85-aaa6-32aeea00d74b] bulk loaded data 2024-11-18T17:13:59,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c293234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:59,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,45397,-1 for getting cluster id 2024-11-18T17:13:59,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:13:59,121 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49999858-d81f-4044-902d-3dd0661eb5f9' 2024-11-18T17:13:59,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:13:59,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49999858-d81f-4044-902d-3dd0661eb5f9" 2024-11-18T17:13:59,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42da6289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:59,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,45397,-1] 2024-11-18T17:13:59,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:13:59,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:13:59,122 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:13:59,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29cbf2e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:13:59,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741837_1013 (size=7894) 2024-11-18T17:13:59,317 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 to pos 687, reset compression=false 2024-11-18T17:13:59,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741838_1014 (size=7691) 2024-11-18T17:13:59,620 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 to pos 687, reset compression=false 2024-11-18T17:13:59,622 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T17:13:59,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:13:59,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,45397,1731950023584 2024-11-18T17:13:59,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25c5f356 2024-11-18T17:13:59,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:13:59,938 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-18T17:13:59,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T17:13:59,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:13:59,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,40519,1731950023699, seqNum=-1] 2024-11-18T17:13:59,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:13:59,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-18T17:13:59,945 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__rj3b9g3v7llnm1orq4kfj3n0571urlhi5ethdbr4567mlhb1961obl1vpopam96o/f/95ec0ef74a9245f58750fcc5eb5edc4a_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-18T17:13:59,947 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__rj3b9g3v7llnm1orq4kfj3n0571urlhi5ethdbr4567mlhb1961obl1vpopam96o/f/e64c2ce650fd41918d9f253e4ffc795b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-18T17:13:59,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__rj3b9g3v7llnm1orq4kfj3n0571urlhi5ethdbr4567mlhb1961obl1vpopam96o/f/95ec0ef74a9245f58750fcc5eb5edc4a_SeqId_4_ for inclusion in fa50ad9362deafa99c037c43acec52f0/f 2024-11-18T17:13:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-18T17:13:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:13:59,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__rj3b9g3v7llnm1orq4kfj3n0571urlhi5ethdbr4567mlhb1961obl1vpopam96o/f/e64c2ce650fd41918d9f253e4ffc795b_SeqId_4_ for inclusion in fa50ad9362deafa99c037c43acec52f0/f 2024-11-18T17:13:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-18T17:13:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:13:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HRegion(2603): Flush status journal for fa50ad9362deafa99c037c43acec52f0: 2024-11-18T17:13:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 95ec0ef74a9245f58750fcc5eb5edc4a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T17:13:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__rj3b9g3v7llnm1orq4kfj3n0571urlhi5ethdbr4567mlhb1961obl1vpopam96o/f/95ec0ef74a9245f58750fcc5eb5edc4a_SeqId_4_ as hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/86cc61932bfe4a739aa77a45b3be3497_SeqId_4_ 2024-11-18T17:13:59,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e64c2ce650fd41918d9f253e4ffc795b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-18T17:13:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__rj3b9g3v7llnm1orq4kfj3n0571urlhi5ethdbr4567mlhb1961obl1vpopam96o/f/e64c2ce650fd41918d9f253e4ffc795b_SeqId_4_ as hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/35ab9f2a47a34c5d85c783a5ee316467_SeqId_4_ 2024-11-18T17:13:59,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__rj3b9g3v7llnm1orq4kfj3n0571urlhi5ethdbr4567mlhb1961obl1vpopam96o/f/95ec0ef74a9245f58750fcc5eb5edc4a_SeqId_4_ into fa50ad9362deafa99c037c43acec52f0/f as hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/86cc61932bfe4a739aa77a45b3be3497_SeqId_4_ - updating store file list. 2024-11-18T17:13:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86cc61932bfe4a739aa77a45b3be3497_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T17:13:59,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/86cc61932bfe4a739aa77a45b3be3497_SeqId_4_ into fa50ad9362deafa99c037c43acec52f0/f 2024-11-18T17:13:59,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__rj3b9g3v7llnm1orq4kfj3n0571urlhi5ethdbr4567mlhb1961obl1vpopam96o/f/95ec0ef74a9245f58750fcc5eb5edc4a_SeqId_4_ into fa50ad9362deafa99c037c43acec52f0/f (new location: hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/86cc61932bfe4a739aa77a45b3be3497_SeqId_4_) 2024-11-18T17:13:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__rj3b9g3v7llnm1orq4kfj3n0571urlhi5ethdbr4567mlhb1961obl1vpopam96o/f/95ec0ef74a9245f58750fcc5eb5edc4a_SeqId_4_ 2024-11-18T17:13:59,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__rj3b9g3v7llnm1orq4kfj3n0571urlhi5ethdbr4567mlhb1961obl1vpopam96o/f/e64c2ce650fd41918d9f253e4ffc795b_SeqId_4_ into fa50ad9362deafa99c037c43acec52f0/f as hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/35ab9f2a47a34c5d85c783a5ee316467_SeqId_4_ - updating store file list. 2024-11-18T17:13:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 35ab9f2a47a34c5d85c783a5ee316467_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T17:13:59,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/35ab9f2a47a34c5d85c783a5ee316467_SeqId_4_ into fa50ad9362deafa99c037c43acec52f0/f 2024-11-18T17:13:59,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__rj3b9g3v7llnm1orq4kfj3n0571urlhi5ethdbr4567mlhb1961obl1vpopam96o/f/e64c2ce650fd41918d9f253e4ffc795b_SeqId_4_ into fa50ad9362deafa99c037c43acec52f0/f (new location: hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/35ab9f2a47a34c5d85c783a5ee316467_SeqId_4_) 2024-11-18T17:13:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__rj3b9g3v7llnm1orq4kfj3n0571urlhi5ethdbr4567mlhb1961obl1vpopam96o/f/e64c2ce650fd41918d9f253e4ffc795b_SeqId_4_ 2024-11-18T17:13:59,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.ReplicationSink(324): Finished replicating [c9e59c5a-53e1-4d85-aaa6-32aeea00d74b] bulk loaded data 2024-11-18T17:14:00,024 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 to pos 687, reset compression=false 2024-11-18T17:14:00,527 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 to pos 687, reset compression=false 2024-11-18T17:14:00,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:14:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44913,1731950028516, seqNum=-1] 2024-11-18T17:14:00,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:14:00,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:14:00,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7., hostname=6912f599d260,44913,1731950028516, seqNum=2] 2024-11-18T17:14:00,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:14:00,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:14:00,636 DEBUG [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6912f599d260%2C34917%2C1731950019545.rep:(num 1731950036733) roll requested 2024-11-18T17:14:00,648 DEBUG [regionserver/6912f599d260:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.rep.1731950040636, exclude list is [], retry=0 2024-11-18T17:14:00,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39733,DS-2deba837-5434-4e0c-9e9e-47e6e97e3735,DISK] 2024-11-18T17:14:00,666 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.rep.1731950036733 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.rep.1731950040636 2024-11-18T17:14:00,666 DEBUG [regionserver/6912f599d260:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34517:34517)] 2024-11-18T17:14:00,666 DEBUG [regionserver/6912f599d260:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.rep.1731950036733 is not closed yet, will try archiving it next time 2024-11-18T17:14:00,666 DEBUG [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6912f599d260%2C34917%2C1731950019545:(num 1731950020843) roll requested 2024-11-18T17:14:00,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741839_1015 (size=1505) 2024-11-18T17:14:00,667 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.rep.1731950036733 not finished, retry = 0 2024-11-18T17:14:00,692 DEBUG [regionserver/6912f599d260:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666, exclude list is [], retry=0 2024-11-18T17:14:00,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39733,DS-2deba837-5434-4e0c-9e9e-47e6e97e3735,DISK] 2024-11-18T17:14:00,696 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 2024-11-18T17:14:00,696 DEBUG [regionserver/6912f599d260:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34517:34517)] 2024-11-18T17:14:00,696 DEBUG [regionserver/6912f599d260:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 is not closed yet, will try archiving it next time 2024-11-18T17:14:00,696 DEBUG [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6912f599d260%2C34917%2C1731950019545.meta:.meta(num 1731950021830) roll requested 2024-11-18T17:14:00,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa1fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:14:00,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,32985,-1 for getting cluster id 2024-11-18T17:14:00,697 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 not finished, retry = 0 2024-11-18T17:14:00,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:14:00,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741832_1008 (size=695) 2024-11-18T17:14:00,698 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9e59c5a-53e1-4d85-aaa6-32aeea00d74b' 2024-11-18T17:14:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:14:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9e59c5a-53e1-4d85-aaa6-32aeea00d74b" 2024-11-18T17:14:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e21bf09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:14:00,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,32985,-1] 2024-11-18T17:14:00,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:14:00,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:00,699 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:14:00,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da038a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:14:00,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:14:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,32985,1731950019380 2024-11-18T17:14:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@595c2a38 2024-11-18T17:14:00,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:14:00,702 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:14:00,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://6912f599d260:36891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-18T17:14:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-18T17:14:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T17:14:00,705 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:36891' 2024-11-18T17:14:00,706 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305d4d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:14:00,706 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,36891,-1 for getting cluster id 2024-11-18T17:14:00,706 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:14:00,706 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c31c9cf7-06db-4b1c-8c4a-778cd49ed39e' 2024-11-18T17:14:00,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:14:00,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c31c9cf7-06db-4b1c-8c4a-778cd49ed39e" 2024-11-18T17:14:00,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad07e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:14:00,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,36891,-1] 2024-11-18T17:14:00,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:14:00,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:00,708 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:14:00,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733b2eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:14:00,709 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:14:00,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,36891,1731950028401 2024-11-18T17:14:00,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47acc791 2024-11-18T17:14:00,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:14:00,710 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:14:00,711 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-18T17:14:00,711 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-18T17:14:00,711 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:00,711 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:00,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:14:00,713 DEBUG [regionserver/6912f599d260:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.meta.1731950040696.meta, exclude list is [], retry=0 2024-11-18T17:14:00,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39733,DS-2deba837-5434-4e0c-9e9e-47e6e97e3735,DISK] 2024-11-18T17:14:00,715 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.meta.1731950021830.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.meta.1731950040696.meta 2024-11-18T17:14:00,716 DEBUG [regionserver/6912f599d260:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34517:34517)] 2024-11-18T17:14:00,716 DEBUG [regionserver/6912f599d260:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.meta.1731950021830.meta is not closed yet, will try archiving it next time 2024-11-18T17:14:00,716 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.meta.1731950021830.meta not finished, retry = 0 2024-11-18T17:14:00,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741834_1010 (size=3473) 2024-11-18T17:14:00,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-18T17:14:00,799 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 to hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/oldWALs/6912f599d260%2C34917%2C1731950019545.1731950020843 2024-11-18T17:14:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T17:14:00,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-18T17:14:00,893 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-18T17:14:00,918 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-6912f599d260,34917,1731950019545, ReplicationSource: 2, currentBandwidth=0 2024-11-18T17:14:00,920 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T17:14:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-18T17:14:00,921 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6912f599d260,34917,1731950019545 suceeded 2024-11-18T17:14:00,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T17:14:00,923 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6912f599d260:36891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-18T17:14:00,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-11-18T17:14:00,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 221 msec 2024-11-18T17:14:00,933 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6912f599d260:36891' 2024-11-18T17:14:00,934 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b8f50c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:14:00,934 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,36891,-1 for getting cluster id 2024-11-18T17:14:00,935 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:14:00,935 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c31c9cf7-06db-4b1c-8c4a-778cd49ed39e' 2024-11-18T17:14:00,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:14:00,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c31c9cf7-06db-4b1c-8c4a-778cd49ed39e" 2024-11-18T17:14:00,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73a060f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:14:00,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,36891,-1] 2024-11-18T17:14:00,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:14:00,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:00,936 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:14:00,937 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@729e8def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:14:00,937 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:14:00,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,36891,1731950028401 2024-11-18T17:14:00,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2edb97b9 2024-11-18T17:14:00,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:14:00,938 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-18T17:14:00,938 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6912f599d260,34917,1731950019545 (queues=1) is replicating from cluster=c9e59c5a-53e1-4d85-aaa6-32aeea00d74b to cluster=c31c9cf7-06db-4b1c-8c4a-778cd49ed39e 2024-11-18T17:14:00,938 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6912f599d260%2C34917%2C1731950019545 2024-11-18T17:14:00,938 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6912f599d260,34917,1731950019545, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-18T17:14:00,939 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6912f599d260%2C34917%2C1731950019545 2024-11-18T17:14:00,939 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666, startPosition=0, beingWritten=true 2024-11-18T17:14:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-18T17:14:01,026 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-18T17:14:01,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:14:01,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:14:01,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:01,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:01,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:14:01,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:14:01,030 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731950041029/Put/seqid=0 2024-11-18T17:14:01,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741845_1021 (size=11194) 2024-11-18T17:14:01,130 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 to pos 687, reset compression=false 2024-11-18T17:14:01,132 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 was moved to hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/oldWALs/6912f599d260%2C34917%2C1731950019545.1731950020843 2024-11-18T17:14:01,133 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843 2024-11-18T17:14:01,133 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,34917,1731950019545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950020843, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-18T17:14:01,133 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666, startPosition=0, beingWritten=true 2024-11-18T17:14:01,135 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6912f599d260%2C34917%2C1731950019545.1731950020843] 2024-11-18T17:14:01,142 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 0, reset compression=false 2024-11-18T17:14:01,435 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731950041435/Put/seqid=0 2024-11-18T17:14:01,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741846_1022 (size=10791) 2024-11-18T17:14:01,445 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 0, reset compression=false 2024-11-18T17:14:01,836 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 0, reset compression=false 2024-11-18T17:14:01,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ad0049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:14:01,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,32985,-1 for getting cluster id 2024-11-18T17:14:01,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:14:01,841 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9e59c5a-53e1-4d85-aaa6-32aeea00d74b' 2024-11-18T17:14:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:14:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9e59c5a-53e1-4d85-aaa6-32aeea00d74b" 2024-11-18T17:14:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3964527f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:14:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,32985,-1] 2024-11-18T17:14:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:14:01,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:01,842 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:14:01,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ababdd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:14:01,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:14:01,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,34917,1731950019545, seqNum=-1] 2024-11-18T17:14:01,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:14:01,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:14:01,848 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 0, reset compression=false 2024-11-18T17:14:01,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:14:01,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,32985,1731950019380 2024-11-18T17:14:01,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab15c44 2024-11-18T17:14:01,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:14:01,851 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:14:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b., hostname=6912f599d260,34917,1731950019545, seqNum=2] 2024-11-18T17:14:01,855 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T17:14:01,859 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-18T17:14:01,861 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-18T17:14:01,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_1/f/hfile_0 for inclusion in b4c60f4af89a442115d6c868ac65a24b/f 2024-11-18T17:14:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T17:14:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:14:01,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_1/f/hfile_1 for inclusion in b4c60f4af89a442115d6c868ac65a24b/f 2024-11-18T17:14:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T17:14:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:14:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HRegion(2603): Flush status journal for b4c60f4af89a442115d6c868ac65a24b: 2024-11-18T17:14:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__uppqgnlguu462h99qd31errabospr9et21knaprnfnknoranjut2jt4do7begrpm/f/hfile_0 2024-11-18T17:14:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__uppqgnlguu462h99qd31errabospr9et21knaprnfnknoranjut2jt4do7begrpm/f/hfile_0 as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ 2024-11-18T17:14:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__uppqgnlguu462h99qd31errabospr9et21knaprnfnknoranjut2jt4do7begrpm/f/hfile_1 2024-11-18T17:14:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__uppqgnlguu462h99qd31errabospr9et21knaprnfnknoranjut2jt4do7begrpm/f/hfile_1 as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_ 2024-11-18T17:14:01,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__uppqgnlguu462h99qd31errabospr9et21knaprnfnknoranjut2jt4do7begrpm/f/hfile_0 into b4c60f4af89a442115d6c868ac65a24b/f as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ - updating store file list. 2024-11-18T17:14:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T17:14:01,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ into b4c60f4af89a442115d6c868ac65a24b/f 2024-11-18T17:14:01,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__uppqgnlguu462h99qd31errabospr9et21knaprnfnknoranjut2jt4do7begrpm/f/hfile_0 into b4c60f4af89a442115d6c868ac65a24b/f (new location: hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_) 2024-11-18T17:14:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__uppqgnlguu462h99qd31errabospr9et21knaprnfnknoranjut2jt4do7begrpm/f/hfile_0 2024-11-18T17:14:01,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__uppqgnlguu462h99qd31errabospr9et21knaprnfnknoranjut2jt4do7begrpm/f/hfile_1 into b4c60f4af89a442115d6c868ac65a24b/f as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_ - updating store file list. 2024-11-18T17:14:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 75d527060ca84e70baed4ad9d531bfde_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T17:14:01,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_ into b4c60f4af89a442115d6c868ac65a24b/f 2024-11-18T17:14:01,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__uppqgnlguu462h99qd31errabospr9et21knaprnfnknoranjut2jt4do7begrpm/f/hfile_1 into b4c60f4af89a442115d6c868ac65a24b/f (new location: hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_) 2024-11-18T17:14:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/staging/jenkins__test__uppqgnlguu462h99qd31errabospr9et21knaprnfnknoranjut2jt4do7begrpm/f/hfile_1 2024-11-18T17:14:01,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:14:01,883 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:14:01,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:01,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:01,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:14:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b., hostname=6912f599d260,34917,1731950019545, seqNum=2 , the old value is region=test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b., hostname=6912f599d260,34917,1731950019545, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6912f599d260:34917 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T17:14:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b., hostname=6912f599d260,34917,1731950019545, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-18T17:14:01,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b., hostname=6912f599d260,34917,1731950019545, seqNum=2 from cache 2024-11-18T17:14:01,884 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-18T17:14:01,888 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T17:14:01,986 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:34917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-18T17:14:02,000 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T17:14:02,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:14:02,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:02,351 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 0, reset compression=false 2024-11-18T17:14:02,355 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:14:02,355 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6912f599d260,34917,1731950019545 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4c60f4af89a442115d6c868ac65a24b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731950041882/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T17:14:02,357 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:14:02,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-18T17:14:02,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.ReplicationSink(318): Replicating [c9e59c5a-53e1-4d85-aaa6-32aeea00d74b] bulk loaded data 2024-11-18T17:14:02,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a7aa933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:14:02,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] client.ClusterIdFetcher(90): Going to request 6912f599d260,36891,-1 for getting cluster id 2024-11-18T17:14:02,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T17:14:02,359 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c31c9cf7-06db-4b1c-8c4a-778cd49ed39e' 2024-11-18T17:14:02,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T17:14:02,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c31c9cf7-06db-4b1c-8c4a-778cd49ed39e" 2024-11-18T17:14:02,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@325d3250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:14:02,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6912f599d260,36891,-1] 2024-11-18T17:14:02,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T17:14:02,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:02,360 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-18T17:14:02,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35d952c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:14:02,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741837_1013 (size=11194) 2024-11-18T17:14:02,555 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:02,640 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 0, reset compression=false 2024-11-18T17:14:02,644 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-18T17:14:02,644 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6912f599d260,34917,1731950019545 got entry batch from reader: WALEntryBatch [walEntries=[{test/b4c60f4af89a442115d6c868ac65a24b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731950041882/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-18T17:14:02,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.ReplicationSink(318): Replicating [c9e59c5a-53e1-4d85-aaa6-32aeea00d74b] bulk loaded data 2024-11-18T17:14:02,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741839_1015 (size=11194) 2024-11-18T17:14:02,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741838_1014 (size=10791) 2024-11-18T17:14:02,844 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:02,858 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:02,891 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-18T17:14:03,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741840_1016 (size=10791) 2024-11-18T17:14:03,147 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:03,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:14:03,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6912f599d260,36891,1731950028401 2024-11-18T17:14:03,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e5b1eb1 2024-11-18T17:14:03,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:14:03,176 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-18T17:14:03,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T17:14:03,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T17:14:03,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6912f599d260,44913,1731950028516, seqNum=-1] 2024-11-18T17:14:03,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:14:03,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-18T17:14:03,183 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/staging/jenkins.hfs.23__test__58l8lt6q2qjuj1ojqhtg67286u3m2ept7ubv6u89ut00mn8dmt5oukm6c6h6mlh7/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T17:14:03,185 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/staging/jenkins.hfs.23__test__58l8lt6q2qjuj1ojqhtg67286u3m2ept7ubv6u89ut00mn8dmt5oukm6c6h6mlh7/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T17:14:03,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/staging/jenkins.hfs.23__test__58l8lt6q2qjuj1ojqhtg67286u3m2ept7ubv6u89ut00mn8dmt5oukm6c6h6mlh7/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_ for inclusion in 9fbeacf5b6bc3ccdaa2adbd5f112daf7/f 2024-11-18T17:14:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T17:14:03,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:14:03,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/staging/jenkins.hfs.23__test__58l8lt6q2qjuj1ojqhtg67286u3m2ept7ubv6u89ut00mn8dmt5oukm6c6h6mlh7/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ for inclusion in 9fbeacf5b6bc3ccdaa2adbd5f112daf7/f 2024-11-18T17:14:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T17:14:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:14:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HRegion(2603): Flush status journal for 9fbeacf5b6bc3ccdaa2adbd5f112daf7: 2024-11-18T17:14:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 75d527060ca84e70baed4ad9d531bfde_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T17:14:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/staging/jenkins.hfs.23__test__58l8lt6q2qjuj1ojqhtg67286u3m2ept7ubv6u89ut00mn8dmt5oukm6c6h6mlh7/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_ as hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/default/test/9fbeacf5b6bc3ccdaa2adbd5f112daf7/f/2f51636c2e46496ebdef8a00bc0dcb91_SeqId_4_ 2024-11-18T17:14:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T17:14:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/staging/jenkins.hfs.23__test__58l8lt6q2qjuj1ojqhtg67286u3m2ept7ubv6u89ut00mn8dmt5oukm6c6h6mlh7/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ as hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/default/test/9fbeacf5b6bc3ccdaa2adbd5f112daf7/f/0cc20fb1d7e64191b5d02a15ab325b00_SeqId_4_ 2024-11-18T17:14:03,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/staging/jenkins.hfs.23__test__58l8lt6q2qjuj1ojqhtg67286u3m2ept7ubv6u89ut00mn8dmt5oukm6c6h6mlh7/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_ into 9fbeacf5b6bc3ccdaa2adbd5f112daf7/f as hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/default/test/9fbeacf5b6bc3ccdaa2adbd5f112daf7/f/2f51636c2e46496ebdef8a00bc0dcb91_SeqId_4_ - updating store file list. 2024-11-18T17:14:03,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f51636c2e46496ebdef8a00bc0dcb91_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T17:14:03,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/default/test/9fbeacf5b6bc3ccdaa2adbd5f112daf7/f/2f51636c2e46496ebdef8a00bc0dcb91_SeqId_4_ into 9fbeacf5b6bc3ccdaa2adbd5f112daf7/f 2024-11-18T17:14:03,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/staging/jenkins.hfs.23__test__58l8lt6q2qjuj1ojqhtg67286u3m2ept7ubv6u89ut00mn8dmt5oukm6c6h6mlh7/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_ into 9fbeacf5b6bc3ccdaa2adbd5f112daf7/f (new location: hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/default/test/9fbeacf5b6bc3ccdaa2adbd5f112daf7/f/2f51636c2e46496ebdef8a00bc0dcb91_SeqId_4_) 2024-11-18T17:14:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/staging/jenkins.hfs.23__test__58l8lt6q2qjuj1ojqhtg67286u3m2ept7ubv6u89ut00mn8dmt5oukm6c6h6mlh7/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_ 2024-11-18T17:14:03,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/staging/jenkins.hfs.23__test__58l8lt6q2qjuj1ojqhtg67286u3m2ept7ubv6u89ut00mn8dmt5oukm6c6h6mlh7/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ into 9fbeacf5b6bc3ccdaa2adbd5f112daf7/f as hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/default/test/9fbeacf5b6bc3ccdaa2adbd5f112daf7/f/0cc20fb1d7e64191b5d02a15ab325b00_SeqId_4_ - updating store file list. 2024-11-18T17:14:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0cc20fb1d7e64191b5d02a15ab325b00_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-18T17:14:03,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/default/test/9fbeacf5b6bc3ccdaa2adbd5f112daf7/f/0cc20fb1d7e64191b5d02a15ab325b00_SeqId_4_ into 9fbeacf5b6bc3ccdaa2adbd5f112daf7/f 2024-11-18T17:14:03,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/staging/jenkins.hfs.23__test__58l8lt6q2qjuj1ojqhtg67286u3m2ept7ubv6u89ut00mn8dmt5oukm6c6h6mlh7/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ into 9fbeacf5b6bc3ccdaa2adbd5f112daf7/f (new location: hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/default/test/9fbeacf5b6bc3ccdaa2adbd5f112daf7/f/0cc20fb1d7e64191b5d02a15ab325b00_SeqId_4_) 2024-11-18T17:14:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/staging/jenkins.hfs.23__test__58l8lt6q2qjuj1ojqhtg67286u3m2ept7ubv6u89ut00mn8dmt5oukm6c6h6mlh7/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ 2024-11-18T17:14:03,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] regionserver.ReplicationSink(324): Finished replicating [c9e59c5a-53e1-4d85-aaa6-32aeea00d74b] bulk loaded data 2024-11-18T17:14:03,261 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:03,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-18T17:14:03,466 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__dncbfuvp619g6ti7bg1e1n5hsb3l77cti713vf9g33bc4aqs1elam35phn35maug/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-18T17:14:03,467 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__dncbfuvp619g6ti7bg1e1n5hsb3l77cti713vf9g33bc4aqs1elam35phn35maug/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-18T17:14:03,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__dncbfuvp619g6ti7bg1e1n5hsb3l77cti713vf9g33bc4aqs1elam35phn35maug/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ for inclusion in fa50ad9362deafa99c037c43acec52f0/f 2024-11-18T17:14:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-18T17:14:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:14:03,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__dncbfuvp619g6ti7bg1e1n5hsb3l77cti713vf9g33bc4aqs1elam35phn35maug/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_ for inclusion in fa50ad9362deafa99c037c43acec52f0/f 2024-11-18T17:14:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-18T17:14:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-18T17:14:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HRegion(2603): Flush status journal for fa50ad9362deafa99c037c43acec52f0: 2024-11-18T17:14:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T17:14:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__dncbfuvp619g6ti7bg1e1n5hsb3l77cti713vf9g33bc4aqs1elam35phn35maug/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ as hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/31e3fd5e0c4649de940bad75c00a5368_SeqId_6_ 2024-11-18T17:14:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 75d527060ca84e70baed4ad9d531bfde_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-18T17:14:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__dncbfuvp619g6ti7bg1e1n5hsb3l77cti713vf9g33bc4aqs1elam35phn35maug/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_ as hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/a8cdeee4644c4a0eaf2046102bb0c260_SeqId_6_ 2024-11-18T17:14:03,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__dncbfuvp619g6ti7bg1e1n5hsb3l77cti713vf9g33bc4aqs1elam35phn35maug/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ into fa50ad9362deafa99c037c43acec52f0/f as hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/31e3fd5e0c4649de940bad75c00a5368_SeqId_6_ - updating store file list. 2024-11-18T17:14:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 31e3fd5e0c4649de940bad75c00a5368_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T17:14:03,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/31e3fd5e0c4649de940bad75c00a5368_SeqId_6_ into fa50ad9362deafa99c037c43acec52f0/f 2024-11-18T17:14:03,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__dncbfuvp619g6ti7bg1e1n5hsb3l77cti713vf9g33bc4aqs1elam35phn35maug/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ into fa50ad9362deafa99c037c43acec52f0/f (new location: hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/31e3fd5e0c4649de940bad75c00a5368_SeqId_6_) 2024-11-18T17:14:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__dncbfuvp619g6ti7bg1e1n5hsb3l77cti713vf9g33bc4aqs1elam35phn35maug/f/a7351ada6629470e84f8fb4c4c9f1c8d_SeqId_6_ 2024-11-18T17:14:03,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__dncbfuvp619g6ti7bg1e1n5hsb3l77cti713vf9g33bc4aqs1elam35phn35maug/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_ into fa50ad9362deafa99c037c43acec52f0/f as hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/a8cdeee4644c4a0eaf2046102bb0c260_SeqId_6_ - updating store file list. 2024-11-18T17:14:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a8cdeee4644c4a0eaf2046102bb0c260_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-18T17:14:03,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/a8cdeee4644c4a0eaf2046102bb0c260_SeqId_6_ into fa50ad9362deafa99c037c43acec52f0/f 2024-11-18T17:14:03,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__dncbfuvp619g6ti7bg1e1n5hsb3l77cti713vf9g33bc4aqs1elam35phn35maug/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_ into fa50ad9362deafa99c037c43acec52f0/f (new location: hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/f/a8cdeee4644c4a0eaf2046102bb0c260_SeqId_6_) 2024-11-18T17:14:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/staging/jenkins.hfs.22__test__dncbfuvp619g6ti7bg1e1n5hsb3l77cti713vf9g33bc4aqs1elam35phn35maug/f/75d527060ca84e70baed4ad9d531bfde_SeqId_6_ 2024-11-18T17:14:03,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] regionserver.ReplicationSink(324): Finished replicating [c9e59c5a-53e1-4d85-aaa6-32aeea00d74b] bulk loaded data 2024-11-18T17:14:03,550 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:03,764 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:03,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:14:03,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:14:03,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:14:03,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:03,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:03,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:14:03,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:14:03,903 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1022715806, stopped=false 2024-11-18T17:14:03,903 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,36891,1731950028401 2024-11-18T17:14:03,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2213002035/running 2024-11-18T17:14:03,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2213002035/running 2024-11-18T17:14:03,963 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:14:03,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035 2024-11-18T17:14:03,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035 2024-11-18T17:14:03,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:14:03,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:14:03,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:03,963 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,44913,1731950028516' ***** 2024-11-18T17:14:03,963 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:14:03,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Set watcher on znode that does not yet exist, /2213002035/running 2024-11-18T17:14:03,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Set watcher on znode that does not yet exist, /2213002035/running 2024-11-18T17:14:03,963 INFO [RS:0;6912f599d260:44913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:14:03,964 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:14:03,964 INFO [RS:0;6912f599d260:44913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:14:03,964 INFO [RS:0;6912f599d260:44913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:14:03,964 INFO [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(3091): Received CLOSE for 9fbeacf5b6bc3ccdaa2adbd5f112daf7 2024-11-18T17:14:03,964 INFO [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,44913,1731950028516 2024-11-18T17:14:03,964 INFO [RS:0;6912f599d260:44913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:14:03,964 INFO [RS:0;6912f599d260:44913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:44913. 2024-11-18T17:14:03,964 DEBUG [RS:0;6912f599d260:44913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:14:03,964 DEBUG [RS:0;6912f599d260:44913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:03,964 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9fbeacf5b6bc3ccdaa2adbd5f112daf7, disabling compactions & flushes 2024-11-18T17:14:03,964 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7. 2024-11-18T17:14:03,964 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7. 2024-11-18T17:14:03,964 INFO [RS:0;6912f599d260:44913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:14:03,964 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7. after waiting 0 ms 2024-11-18T17:14:03,964 INFO [RS:0;6912f599d260:44913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:14:03,964 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7. 2024-11-18T17:14:03,964 INFO [RS:0;6912f599d260:44913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:14:03,965 INFO [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:14:03,965 INFO [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T17:14:03,965 DEBUG [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9fbeacf5b6bc3ccdaa2adbd5f112daf7=test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7.} 2024-11-18T17:14:03,965 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:14:03,965 DEBUG [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9fbeacf5b6bc3ccdaa2adbd5f112daf7 2024-11-18T17:14:03,965 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:14:03,965 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:14:03,965 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:14:03,965 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:14:03,965 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T17:14:03,967 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/default/test/9fbeacf5b6bc3ccdaa2adbd5f112daf7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-18T17:14:03,968 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:14:03,968 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:14:03,968 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7. 2024-11-18T17:14:03,968 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9fbeacf5b6bc3ccdaa2adbd5f112daf7: Waiting for close lock at 1731950043964Running coprocessor pre-close hooks at 1731950043964Disabling compacts and flushes for region at 1731950043964Disabling writes for close at 1731950043964Writing region close event to WAL at 1731950043965 (+1 ms)Running coprocessor post-close hooks at 1731950043968 (+3 ms)Closed at 1731950043968 2024-11-18T17:14:03,968 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7. 2024-11-18T17:14:03,979 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/.tmp/info/2640a5c4c76a49b09628b8692d43ca71 is 129, key is test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7./info:regioninfo/1731950035309/Put/seqid=0 2024-11-18T17:14:03,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741839_1015 (size=6421) 2024-11-18T17:14:04,035 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:14:04,053 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:04,165 DEBUG [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:04,365 DEBUG [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:04,367 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:04,383 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/.tmp/info/2640a5c4c76a49b09628b8692d43ca71 2024-11-18T17:14:04,402 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/.tmp/ns/401f180e69cb4f36b807c5eebf9ad977 is 43, key is default/ns:d/1731950031629/Put/seqid=0 2024-11-18T17:14:04,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741840_1016 (size=5153) 2024-11-18T17:14:04,523 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:14:04,523 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:14:04,565 DEBUG [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:04,656 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:04,765 DEBUG [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:04,805 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/.tmp/ns/401f180e69cb4f36b807c5eebf9ad977 2024-11-18T17:14:04,821 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/.tmp/rep_barrier/e820864474874ca097d0ff516ac15f37 is 112, key is test,,1731950034958.9fbeacf5b6bc3ccdaa2adbd5f112daf7./rep_barrier:seqnumDuringOpen/1731950035309/Put/seqid=0 2024-11-18T17:14:04,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741841_1017 (size=5518) 2024-11-18T17:14:04,824 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/.tmp/rep_barrier/e820864474874ca097d0ff516ac15f37 2024-11-18T17:14:04,839 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/.tmp/table/fbb825be08c14645ae48845cd9a404ec is 40, key is test/table:state/1731950035317/Put/seqid=0 2024-11-18T17:14:04,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741842_1018 (size=5165) 2024-11-18T17:14:04,966 DEBUG [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:05,070 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:05,166 INFO [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T17:14:05,166 DEBUG [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:14:05,166 DEBUG [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:05,242 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/.tmp/table/fbb825be08c14645ae48845cd9a404ec 2024-11-18T17:14:05,246 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/.tmp/info/2640a5c4c76a49b09628b8692d43ca71 as hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/info/2640a5c4c76a49b09628b8692d43ca71 2024-11-18T17:14:05,248 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/info/2640a5c4c76a49b09628b8692d43ca71, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T17:14:05,249 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/.tmp/ns/401f180e69cb4f36b807c5eebf9ad977 as hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/ns/401f180e69cb4f36b807c5eebf9ad977 2024-11-18T17:14:05,252 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/ns/401f180e69cb4f36b807c5eebf9ad977, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T17:14:05,253 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/.tmp/rep_barrier/e820864474874ca097d0ff516ac15f37 as hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/rep_barrier/e820864474874ca097d0ff516ac15f37 2024-11-18T17:14:05,256 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/rep_barrier/e820864474874ca097d0ff516ac15f37, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T17:14:05,256 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/.tmp/table/fbb825be08c14645ae48845cd9a404ec as hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/table/fbb825be08c14645ae48845cd9a404ec 2024-11-18T17:14:05,259 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/table/fbb825be08c14645ae48845cd9a404ec, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T17:14:05,259 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false 2024-11-18T17:14:05,262 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T17:14:05,263 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:14:05,263 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:14:05,263 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:14:05,263 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731950043965Running coprocessor pre-close hooks at 1731950043965Disabling compacts and flushes for region at 1731950043965Disabling writes for close at 1731950043965Obtaining lock to block concurrent updates at 1731950043965Preparing flush snapshotting stores in 1588230740 at 1731950043965Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731950043965Flushing stores of hbase:meta,,1.1588230740 at 1731950043966 (+1 ms)Flushing 1588230740/info: creating writer at 1731950043966Flushing 1588230740/info: appending metadata at 1731950043979 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731950043979Flushing 1588230740/ns: creating writer at 1731950044386 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731950044401 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731950044402 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731950044809 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731950044820 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731950044820Flushing 1588230740/table: creating writer at 1731950044826 (+6 ms)Flushing 1588230740/table: appending metadata at 1731950044839 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731950044839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f303838: reopening flushed file at 1731950045245 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41eec3ba: reopening flushed file at 1731950045248 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21dd7a56: reopening flushed file at 1731950045252 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67271dee: reopening flushed file at 1731950045256 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false at 1731950045259 (+3 ms)Writing region close event to WAL at 1731950045260 (+1 ms)Running coprocessor post-close hooks at 1731950045262 (+2 ms)Closed at 1731950045263 (+1 ms) 2024-11-18T17:14:05,263 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:14:05,358 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:05,366 INFO [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,44913,1731950028516; all regions closed. 2024-11-18T17:14:05,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741834_1010 (size=2717) 2024-11-18T17:14:05,369 DEBUG [RS:0;6912f599d260:44913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/oldWALs 2024-11-18T17:14:05,369 INFO [RS:0;6912f599d260:44913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C44913%2C1731950028516.meta:.meta(num 1731950031589) 2024-11-18T17:14:05,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741832_1008 (size=1028) 2024-11-18T17:14:05,370 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/WALs/6912f599d260,44913,1731950028516/6912f599d260%2C44913%2C1731950028516.1731950030650 not finished, retry = 0 2024-11-18T17:14:05,472 DEBUG [RS:0;6912f599d260:44913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/oldWALs 2024-11-18T17:14:05,472 INFO [RS:0;6912f599d260:44913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C44913%2C1731950028516:(num 1731950030650) 2024-11-18T17:14:05,472 DEBUG [RS:0;6912f599d260:44913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:05,472 INFO [RS:0;6912f599d260:44913 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:14:05,472 INFO [RS:0;6912f599d260:44913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:14:05,472 INFO [RS:0;6912f599d260:44913 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:14:05,473 INFO [RS:0;6912f599d260:44913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:14:05,473 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:14:05,473 INFO [RS:0;6912f599d260:44913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:44913. 2024-11-18T17:14:05,473 DEBUG [RS:0;6912f599d260:44913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:14:05,473 DEBUG [RS:0;6912f599d260:44913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:05,473 DEBUG [RS:0;6912f599d260:44913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:05,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:14:05,473 INFO [RS:0;6912f599d260:44913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44913 2024-11-18T17:14:05,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2213002035/rs/6912f599d260,44913,1731950028516 2024-11-18T17:14:05,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035/rs 2024-11-18T17:14:05,512 INFO [RS:0;6912f599d260:44913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:14:05,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,44913,1731950028516] 2024-11-18T17:14:05,531 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2213002035/draining/6912f599d260,44913,1731950028516 already deleted, retry=false 2024-11-18T17:14:05,531 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,44913,1731950028516 expired; onlineServers=0 2024-11-18T17:14:05,531 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,36891,1731950028401' ***** 2024-11-18T17:14:05,531 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:14:05,531 INFO [M:0;6912f599d260:36891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:14:05,531 INFO [M:0;6912f599d260:36891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:14:05,531 DEBUG [M:0;6912f599d260:36891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:14:05,531 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:14:05,531 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950030406 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950030406,5,FailOnTimeoutGroup] 2024-11-18T17:14:05,531 DEBUG [M:0;6912f599d260:36891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:14:05,531 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950030405 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950030405,5,FailOnTimeoutGroup] 2024-11-18T17:14:05,531 INFO [M:0;6912f599d260:36891 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:14:05,531 INFO [M:0;6912f599d260:36891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:14:05,531 DEBUG [M:0;6912f599d260:36891 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:14:05,532 INFO [M:0;6912f599d260:36891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:14:05,532 INFO [M:0;6912f599d260:36891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:14:05,532 INFO [M:0;6912f599d260:36891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:14:05,532 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:14:05,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2213002035/master 2024-11-18T17:14:05,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2213002035 2024-11-18T17:14:05,539 DEBUG [M:0;6912f599d260:36891 {}] zookeeper.ZKUtil(347): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Unable to get data of znode /2213002035/master because node does not exist (not an error) 2024-11-18T17:14:05,539 WARN [M:0;6912f599d260:36891 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:14:05,540 INFO [M:0;6912f599d260:36891 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/.lastflushedseqids 2024-11-18T17:14:05,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741843_1019 (size=173) 2024-11-18T17:14:05,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:14:05,622 INFO [RS:0;6912f599d260:44913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:14:05,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44913-0x1015039aecd0007, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:14:05,623 INFO [RS:0;6912f599d260:44913 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,44913,1731950028516; zookeeper connection closed. 2024-11-18T17:14:05,623 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d22d61c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d22d61c 2024-11-18T17:14:05,623 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:14:05,873 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:05,943 INFO [M:0;6912f599d260:36891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:14:05,944 INFO [M:0;6912f599d260:36891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:14:05,944 DEBUG [M:0;6912f599d260:36891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:14:05,944 INFO [M:0;6912f599d260:36891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:14:05,944 DEBUG [M:0;6912f599d260:36891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:14:05,944 DEBUG [M:0;6912f599d260:36891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:14:05,944 DEBUG [M:0;6912f599d260:36891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:14:05,944 INFO [M:0;6912f599d260:36891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-18T17:14:05,957 DEBUG [M:0;6912f599d260:36891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab2945e86cdc415dbb63f8fdc6777508 is 82, key is hbase:meta,,1/info:regioninfo/1731950031613/Put/seqid=0 2024-11-18T17:14:05,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741844_1020 (size=5672) 2024-11-18T17:14:05,961 INFO [M:0;6912f599d260:36891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab2945e86cdc415dbb63f8fdc6777508 2024-11-18T17:14:05,976 DEBUG [M:0;6912f599d260:36891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4234d64b2e914f6f908a769094be78b0 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731950035321/Put/seqid=0 2024-11-18T17:14:05,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741845_1021 (size=6585) 2024-11-18T17:14:05,979 INFO [M:0;6912f599d260:36891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4234d64b2e914f6f908a769094be78b0 2024-11-18T17:14:05,994 DEBUG [M:0;6912f599d260:36891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0496f06ce1a49eb9775418cbbaeb968 is 69, key is 6912f599d260,44913,1731950028516/rs:state/1731950030471/Put/seqid=0 2024-11-18T17:14:05,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741846_1022 (size=5156) 2024-11-18T17:14:06,161 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:06,397 INFO [M:0;6912f599d260:36891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0496f06ce1a49eb9775418cbbaeb968 2024-11-18T17:14:06,401 DEBUG [M:0;6912f599d260:36891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab2945e86cdc415dbb63f8fdc6777508 as hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab2945e86cdc415dbb63f8fdc6777508 2024-11-18T17:14:06,404 INFO [M:0;6912f599d260:36891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab2945e86cdc415dbb63f8fdc6777508, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T17:14:06,404 DEBUG [M:0;6912f599d260:36891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4234d64b2e914f6f908a769094be78b0 as hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4234d64b2e914f6f908a769094be78b0 2024-11-18T17:14:06,408 INFO [M:0;6912f599d260:36891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4234d64b2e914f6f908a769094be78b0, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T17:14:06,408 DEBUG [M:0;6912f599d260:36891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0496f06ce1a49eb9775418cbbaeb968 as hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0496f06ce1a49eb9775418cbbaeb968 2024-11-18T17:14:06,411 INFO [M:0;6912f599d260:36891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39975/user/jenkins/test-data/fd3ec65d-6a54-548d-c407-8fea2e4535a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0496f06ce1a49eb9775418cbbaeb968, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T17:14:06,412 INFO [M:0;6912f599d260:36891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 468ms, sequenceid=55, compaction requested=false 2024-11-18T17:14:06,415 INFO [M:0;6912f599d260:36891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:14:06,415 DEBUG [M:0;6912f599d260:36891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731950045944Disabling compacts and flushes for region at 1731950045944Disabling writes for close at 1731950045944Obtaining lock to block concurrent updates at 1731950045944Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731950045944Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731950045944Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731950045945 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731950045945Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731950045957 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731950045957Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731950045963 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731950045975 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731950045975Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731950045982 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731950045994 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731950045994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d6fb8e: reopening flushed file at 1731950046400 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6e0d35: reopening flushed file at 1731950046404 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1344af29: reopening flushed file at 1731950046408 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 468ms, sequenceid=55, compaction requested=false at 1731950046412 (+4 ms)Writing region close event to WAL at 1731950046415 (+3 ms)Closed at 1731950046415 2024-11-18T17:14:06,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40239 is added to blk_1073741830_1006 (size=32758) 2024-11-18T17:14:06,417 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:14:06,417 INFO [M:0;6912f599d260:36891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:14:06,417 INFO [M:0;6912f599d260:36891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36891 2024-11-18T17:14:06,418 INFO [M:0;6912f599d260:36891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:14:06,554 INFO [M:0;6912f599d260:36891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:14:06,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:14:06,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1015039aecd0006, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:14:06,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5867b498{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:14:06,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23aae1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:14:06,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:14:06,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77a9d5aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:14:06,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c97bc2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/hadoop.log.dir/,STOPPED} 2024-11-18T17:14:06,585 WARN [BP-199102252-172.17.0.3-1731950026565 heartbeating to localhost/127.0.0.1:39975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:14:06,585 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:14:06,585 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:14:06,585 WARN [BP-199102252-172.17.0.3-1731950026565 heartbeating to localhost/127.0.0.1:39975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-199102252-172.17.0.3-1731950026565 (Datanode Uuid 35082323-98c0-491f-8ffd-91c4e8bfde87) service to localhost/127.0.0.1:39975 2024-11-18T17:14:06,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/cluster_082490d0-7fa0-6413-2503-7542226c26e3/data/data1/current/BP-199102252-172.17.0.3-1731950026565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:14:06,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/cluster_082490d0-7fa0-6413-2503-7542226c26e3/data/data2/current/BP-199102252-172.17.0.3-1731950026565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:14:06,586 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:14:06,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9f740dc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:14:06,592 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f74b2fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:14:06,592 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:14:06,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14a6f825{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:14:06,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c5d3e56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5aac4673-ce92-0f23-0302-38f16b7d4ff9/hadoop.log.dir/,STOPPED} 2024-11-18T17:14:06,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:14:06,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:14:06,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:14:06,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:14:06,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:06,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:06,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:14:06,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:14:06,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=294582970, stopped=false 2024-11-18T17:14:06,607 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,45397,1731950023584 2024-11-18T17:14:06,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-513108542/running 2024-11-18T17:14:06,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-513108542/running 2024-11-18T17:14:06,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542 2024-11-18T17:14:06,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542 2024-11-18T17:14:06,621 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:14:06,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:14:06,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Set watcher on znode that does not yet exist, /1-513108542/running 2024-11-18T17:14:06,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:14:06,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Set watcher on znode that does not yet exist, /1-513108542/running 2024-11-18T17:14:06,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:06,621 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,40519,1731950023699' ***** 2024-11-18T17:14:06,621 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:14:06,622 INFO [RS:0;6912f599d260:40519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:14:06,622 INFO [RS:0;6912f599d260:40519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:14:06,622 INFO [RS:0;6912f599d260:40519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:14:06,622 INFO [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(3091): Received CLOSE for fa50ad9362deafa99c037c43acec52f0 2024-11-18T17:14:06,622 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:14:06,622 INFO [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,40519,1731950023699 2024-11-18T17:14:06,622 INFO [RS:0;6912f599d260:40519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:14:06,622 INFO [RS:0;6912f599d260:40519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:40519. 2024-11-18T17:14:06,622 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa50ad9362deafa99c037c43acec52f0, disabling compactions & flushes 2024-11-18T17:14:06,622 DEBUG [RS:0;6912f599d260:40519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:14:06,622 DEBUG [RS:0;6912f599d260:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:06,622 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731950033818.fa50ad9362deafa99c037c43acec52f0. 2024-11-18T17:14:06,622 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731950033818.fa50ad9362deafa99c037c43acec52f0. 2024-11-18T17:14:06,622 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731950033818.fa50ad9362deafa99c037c43acec52f0. after waiting 0 ms 2024-11-18T17:14:06,622 INFO [RS:0;6912f599d260:40519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:14:06,622 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731950033818.fa50ad9362deafa99c037c43acec52f0. 2024-11-18T17:14:06,622 INFO [RS:0;6912f599d260:40519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:14:06,622 INFO [RS:0;6912f599d260:40519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:14:06,622 INFO [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:14:06,623 INFO [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-18T17:14:06,623 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1325): Online Regions={fa50ad9362deafa99c037c43acec52f0=test,,1731950033818.fa50ad9362deafa99c037c43acec52f0., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:14:06,623 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa50ad9362deafa99c037c43acec52f0 2024-11-18T17:14:06,623 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:14:06,623 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:14:06,623 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:14:06,623 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:14:06,623 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:14:06,623 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-18T17:14:06,625 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/default/test/fa50ad9362deafa99c037c43acec52f0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T17:14:06,625 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:14:06,625 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:14:06,625 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731950033818.fa50ad9362deafa99c037c43acec52f0. 2024-11-18T17:14:06,625 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa50ad9362deafa99c037c43acec52f0: Waiting for close lock at 1731950046622Running coprocessor pre-close hooks at 1731950046622Disabling compacts and flushes for region at 1731950046622Disabling writes for close at 1731950046622Writing region close event to WAL at 1731950046623 (+1 ms)Running coprocessor post-close hooks at 1731950046625 (+2 ms)Closed at 1731950046625 2024-11-18T17:14:06,625 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731950033818.fa50ad9362deafa99c037c43acec52f0. 2024-11-18T17:14:06,638 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/.tmp/info/6902a86db8824f8487de1068a3c124fb is 129, key is test,,1731950033818.fa50ad9362deafa99c037c43acec52f0./info:regioninfo/1731950034559/Put/seqid=0 2024-11-18T17:14:06,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741841_1017 (size=6421) 2024-11-18T17:14:06,706 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:14:06,776 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:06,823 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:07,023 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:07,041 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/.tmp/info/6902a86db8824f8487de1068a3c124fb 2024-11-18T17:14:07,056 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/.tmp/ns/b0dcb9ec82c24c3881dbd30c9f67270e is 43, key is default/ns:d/1731950026478/Put/seqid=0 2024-11-18T17:14:07,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741842_1018 (size=5153) 2024-11-18T17:14:07,064 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:07,223 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:07,272 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:14:07,272 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:14:07,423 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:07,460 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/.tmp/ns/b0dcb9ec82c24c3881dbd30c9f67270e 2024-11-18T17:14:07,475 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/.tmp/rep_barrier/f04d60b559754827bd2498ef94d08dd6 is 112, key is test,,1731950033818.fa50ad9362deafa99c037c43acec52f0./rep_barrier:seqnumDuringOpen/1731950034559/Put/seqid=0 2024-11-18T17:14:07,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741843_1019 (size=5518) 2024-11-18T17:14:07,623 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:07,779 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:07,823 INFO [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T17:14:07,824 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:14:07,824 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:07,883 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/.tmp/rep_barrier/f04d60b559754827bd2498ef94d08dd6 2024-11-18T17:14:07,902 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/.tmp/table/9e960eb70dee4ab3a0838c4e4242ebc6 is 40, key is test/table:state/1731950034565/Put/seqid=0 2024-11-18T17:14:07,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741844_1020 (size=5165) 2024-11-18T17:14:08,024 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:08,066 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:08,224 DEBUG [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:08,305 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/.tmp/table/9e960eb70dee4ab3a0838c4e4242ebc6 2024-11-18T17:14:08,309 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/.tmp/info/6902a86db8824f8487de1068a3c124fb as hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/info/6902a86db8824f8487de1068a3c124fb 2024-11-18T17:14:08,312 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/info/6902a86db8824f8487de1068a3c124fb, entries=10, sequenceid=11, filesize=6.3 K 2024-11-18T17:14:08,312 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/.tmp/ns/b0dcb9ec82c24c3881dbd30c9f67270e as hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/ns/b0dcb9ec82c24c3881dbd30c9f67270e 2024-11-18T17:14:08,315 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/ns/b0dcb9ec82c24c3881dbd30c9f67270e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T17:14:08,316 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/.tmp/rep_barrier/f04d60b559754827bd2498ef94d08dd6 as hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/rep_barrier/f04d60b559754827bd2498ef94d08dd6 2024-11-18T17:14:08,319 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/rep_barrier/f04d60b559754827bd2498ef94d08dd6, entries=1, sequenceid=11, filesize=5.4 K 2024-11-18T17:14:08,319 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/.tmp/table/9e960eb70dee4ab3a0838c4e4242ebc6 as hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/table/9e960eb70dee4ab3a0838c4e4242ebc6 2024-11-18T17:14:08,322 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/table/9e960eb70dee4ab3a0838c4e4242ebc6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-18T17:14:08,323 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=11, compaction requested=false 2024-11-18T17:14:08,329 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-18T17:14:08,330 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:14:08,330 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:14:08,330 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:14:08,330 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731950046623Running coprocessor pre-close hooks at 1731950046623Disabling compacts and flushes for region at 1731950046623Disabling writes for close at 1731950046623Obtaining lock to block concurrent updates at 1731950046623Preparing flush snapshotting stores in 1588230740 at 1731950046623Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731950046623Flushing stores of hbase:meta,,1.1588230740 at 1731950046623Flushing 1588230740/info: creating writer at 1731950046623Flushing 1588230740/info: appending metadata at 1731950046638 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731950046638Flushing 1588230740/ns: creating writer at 1731950047045 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731950047056 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731950047056Flushing 1588230740/rep_barrier: creating writer at 1731950047463 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731950047475 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731950047475Flushing 1588230740/table: creating writer at 1731950047886 (+411 ms)Flushing 1588230740/table: appending metadata at 1731950047901 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731950047901Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ec284cd: reopening flushed file at 1731950048309 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3deee54: reopening flushed file at 1731950048312 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abd5400: reopening flushed file at 1731950048316 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e1da538: reopening flushed file at 1731950048319 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1700ms, sequenceid=11, compaction requested=false at 1731950048323 (+4 ms)Writing region close event to WAL at 1731950048327 (+4 ms)Running coprocessor post-close hooks at 1731950048330 (+3 ms)Closed at 1731950048330 2024-11-18T17:14:08,330 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:14:08,424 INFO [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,40519,1731950023699; all regions closed. 2024-11-18T17:14:08,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741834_1010 (size=2717) 2024-11-18T17:14:08,427 DEBUG [RS:0;6912f599d260:40519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/oldWALs 2024-11-18T17:14:08,427 INFO [RS:0;6912f599d260:40519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C40519%2C1731950023699.meta:.meta(num 1731950026439) 2024-11-18T17:14:08,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741832_1008 (size=1374) 2024-11-18T17:14:08,429 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/WALs/6912f599d260,40519,1731950023699/6912f599d260%2C40519%2C1731950023699.1731950025400 not finished, retry = 0 2024-11-18T17:14:08,531 DEBUG [RS:0;6912f599d260:40519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/oldWALs 2024-11-18T17:14:08,531 INFO [RS:0;6912f599d260:40519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6912f599d260%2C40519%2C1731950023699:(num 1731950025400) 2024-11-18T17:14:08,531 DEBUG [RS:0;6912f599d260:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:08,531 INFO [RS:0;6912f599d260:40519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:14:08,531 INFO [RS:0;6912f599d260:40519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:14:08,531 INFO [RS:0;6912f599d260:40519 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T17:14:08,531 INFO [RS:0;6912f599d260:40519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:14:08,531 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:14:08,531 INFO [RS:0;6912f599d260:40519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:40519. 2024-11-18T17:14:08,531 DEBUG [RS:0;6912f599d260:40519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:14:08,532 DEBUG [RS:0;6912f599d260:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:08,532 DEBUG [RS:0;6912f599d260:40519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:08,532 INFO [RS:0;6912f599d260:40519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40519 2024-11-18T17:14:08,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:14:08,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-513108542/rs/6912f599d260,40519,1731950023699 2024-11-18T17:14:08,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542/rs 2024-11-18T17:14:08,571 INFO [RS:0;6912f599d260:40519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:14:08,571 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,40519,1731950023699] 2024-11-18T17:14:08,589 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-513108542/draining/6912f599d260,40519,1731950023699 already deleted, retry=false 2024-11-18T17:14:08,589 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,40519,1731950023699 expired; onlineServers=0 2024-11-18T17:14:08,589 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,45397,1731950023584' ***** 2024-11-18T17:14:08,589 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:14:08,589 INFO [M:0;6912f599d260:45397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:14:08,589 INFO [M:0;6912f599d260:45397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:14:08,589 DEBUG [M:0;6912f599d260:45397 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:14:08,589 DEBUG [M:0;6912f599d260:45397 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:14:08,589 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:14:08,589 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950025220 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950025220,5,FailOnTimeoutGroup] 2024-11-18T17:14:08,589 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950025220 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950025220,5,FailOnTimeoutGroup] 2024-11-18T17:14:08,589 INFO [M:0;6912f599d260:45397 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:14:08,590 INFO [M:0;6912f599d260:45397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:14:08,590 DEBUG [M:0;6912f599d260:45397 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:14:08,590 INFO [M:0;6912f599d260:45397 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:14:08,590 INFO [M:0;6912f599d260:45397 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:14:08,590 INFO [M:0;6912f599d260:45397 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:14:08,590 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:14:08,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-513108542/master 2024-11-18T17:14:08,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-513108542 2024-11-18T17:14:08,597 DEBUG [M:0;6912f599d260:45397 {}] zookeeper.ZKUtil(347): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Unable to get data of znode /1-513108542/master because node does not exist (not an error) 2024-11-18T17:14:08,597 WARN [M:0;6912f599d260:45397 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:14:08,598 INFO [M:0;6912f599d260:45397 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/.lastflushedseqids 2024-11-18T17:14:08,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741845_1021 (size=173) 2024-11-18T17:14:08,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:14:08,681 INFO [RS:0;6912f599d260:40519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:14:08,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40519-0x1015039aecd0004, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:14:08,681 INFO [RS:0;6912f599d260:40519 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,40519,1731950023699; zookeeper connection closed. 2024-11-18T17:14:08,681 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6001973f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6001973f 2024-11-18T17:14:08,681 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:14:08,881 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:08,971 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T17:14:09,004 INFO [M:0;6912f599d260:45397 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:14:09,004 INFO [M:0;6912f599d260:45397 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:14:09,004 DEBUG [M:0;6912f599d260:45397 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:14:09,004 INFO [M:0;6912f599d260:45397 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:14:09,004 DEBUG [M:0;6912f599d260:45397 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:14:09,004 DEBUG [M:0;6912f599d260:45397 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:14:09,004 DEBUG [M:0;6912f599d260:45397 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:14:09,004 INFO [M:0;6912f599d260:45397 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-18T17:14:09,017 DEBUG [M:0;6912f599d260:45397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4459043eccfc450aba9ad75b8256e49d is 82, key is hbase:meta,,1/info:regioninfo/1731950026464/Put/seqid=0 2024-11-18T17:14:09,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741846_1022 (size=5672) 2024-11-18T17:14:09,169 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:09,420 INFO [M:0;6912f599d260:45397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4459043eccfc450aba9ad75b8256e49d 2024-11-18T17:14:09,436 DEBUG [M:0;6912f599d260:45397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2730edd3c3d84269b9be24f2b8dbf19d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731950034567/Put/seqid=0 2024-11-18T17:14:09,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741847_1023 (size=6585) 2024-11-18T17:14:09,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:14:09,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:14:09,840 INFO [M:0;6912f599d260:45397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2730edd3c3d84269b9be24f2b8dbf19d 2024-11-18T17:14:09,855 DEBUG [M:0;6912f599d260:45397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0113ad0debc4ff2806aad5714718105 is 69, key is 6912f599d260,40519,1731950023699/rs:state/1731950025256/Put/seqid=0 2024-11-18T17:14:09,855 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T17:14:09,856 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:14:09,856 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169102 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6912f599d260,45001,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:45001 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-18T17:14:09,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741848_1024 (size=5156) 2024-11-18T17:14:09,858 INFO [M:0;6912f599d260:45397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0113ad0debc4ff2806aad5714718105 2024-11-18T17:14:09,861 DEBUG [M:0;6912f599d260:45397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4459043eccfc450aba9ad75b8256e49d as hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4459043eccfc450aba9ad75b8256e49d 2024-11-18T17:14:09,864 INFO [M:0;6912f599d260:45397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4459043eccfc450aba9ad75b8256e49d, entries=8, sequenceid=55, filesize=5.5 K 2024-11-18T17:14:09,865 DEBUG [M:0;6912f599d260:45397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2730edd3c3d84269b9be24f2b8dbf19d as hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2730edd3c3d84269b9be24f2b8dbf19d 2024-11-18T17:14:09,868 INFO [M:0;6912f599d260:45397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2730edd3c3d84269b9be24f2b8dbf19d, entries=6, sequenceid=55, filesize=6.4 K 2024-11-18T17:14:09,869 DEBUG [M:0;6912f599d260:45397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0113ad0debc4ff2806aad5714718105 as hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0113ad0debc4ff2806aad5714718105 2024-11-18T17:14:09,871 INFO [M:0;6912f599d260:45397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44251/user/jenkins/test-data/c011a0c5-099b-818b-e8a7-fcee56e8b691/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0113ad0debc4ff2806aad5714718105, entries=1, sequenceid=55, filesize=5.0 K 2024-11-18T17:14:09,872 INFO [M:0;6912f599d260:45397 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=55, compaction requested=false 2024-11-18T17:14:09,873 INFO [M:0;6912f599d260:45397 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:14:09,873 DEBUG [M:0;6912f599d260:45397 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731950049004Disabling compacts and flushes for region at 1731950049004Disabling writes for close at 1731950049004Obtaining lock to block concurrent updates at 1731950049004Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731950049004Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731950049004Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731950049005 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731950049005Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731950049016 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731950049017 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731950049423 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731950049436 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731950049436Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731950049843 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731950049855 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731950049855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@189d2624: reopening flushed file at 1731950049861 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ebb62e: reopening flushed file at 1731950049865 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69579519: reopening flushed file at 1731950049868 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=55, compaction requested=false at 1731950049872 (+4 ms)Writing region close event to WAL at 1731950049873 (+1 ms)Closed at 1731950049873 2024-11-18T17:14:09,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38839 is added to blk_1073741830_1006 (size=32758) 2024-11-18T17:14:09,875 INFO [M:0;6912f599d260:45397 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:14:09,875 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:14:09,875 INFO [M:0;6912f599d260:45397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45397 2024-11-18T17:14:09,875 INFO [M:0;6912f599d260:45397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:14:10,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:14:10,012 INFO [M:0;6912f599d260:45397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:14:10,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45397-0x1015039aecd0003, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:14:10,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39c3e409{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:14:10,015 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4aaefeb2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:14:10,015 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:14:10,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e13ac4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:14:10,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4237e21e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/hadoop.log.dir/,STOPPED} 2024-11-18T17:14:10,016 WARN [BP-1230281835-172.17.0.3-1731950022020 heartbeating to localhost/127.0.0.1:44251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:14:10,016 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:14:10,016 WARN [BP-1230281835-172.17.0.3-1731950022020 heartbeating to localhost/127.0.0.1:44251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1230281835-172.17.0.3-1731950022020 (Datanode Uuid 5ece5d0c-2618-443a-9854-c520e94dbbe5) service to localhost/127.0.0.1:44251 2024-11-18T17:14:10,016 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:14:10,017 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/cluster_0a094e0d-83b5-af89-2bd8-137d51299d1d/data/data1/current/BP-1230281835-172.17.0.3-1731950022020 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:14:10,017 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/cluster_0a094e0d-83b5-af89-2bd8-137d51299d1d/data/data2/current/BP-1230281835-172.17.0.3-1731950022020 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:14:10,017 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:14:10,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fb85eea{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:14:10,023 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@546b6992{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:14:10,023 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:14:10,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d16c92c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:14:10,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5146a9b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/854996b2-b181-89d1-7e75-a6b06246aa8a/hadoop.log.dir/,STOPPED} 2024-11-18T17:14:10,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:14:10,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T17:14:10,034 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:14:10,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:14:10,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:10,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:10,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:14:10,035 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:14:10,035 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2146937443, stopped=false 2024-11-18T17:14:10,035 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6912f599d260,32985,1731950019380 2024-11-18T17:14:10,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0187107858/running 2024-11-18T17:14:10,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0187107858/running 2024-11-18T17:14:10,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:14:10,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:14:10,047 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:14:10,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T17:14:10,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:14:10,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Set watcher on znode that does not yet exist, /0187107858/running 2024-11-18T17:14:10,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:10,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Set watcher on znode that does not yet exist, /0187107858/running 2024-11-18T17:14:10,048 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6912f599d260,34917,1731950019545' ***** 2024-11-18T17:14:10,048 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T17:14:10,048 INFO [RS:0;6912f599d260:34917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:14:10,048 INFO [RS:0;6912f599d260:34917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:14:10,048 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T17:14:10,048 INFO [RS:0;6912f599d260:34917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:14:10,048 INFO [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(3091): Received CLOSE for 00f00a630dab5b6b68c07f1b72e5e8c7 2024-11-18T17:14:10,048 INFO [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(3091): Received CLOSE for b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:14:10,049 INFO [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(959): stopping server 6912f599d260,34917,1731950019545 2024-11-18T17:14:10,049 INFO [RS:0;6912f599d260:34917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:14:10,049 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00f00a630dab5b6b68c07f1b72e5e8c7, disabling compactions & flushes 2024-11-18T17:14:10,049 INFO [RS:0;6912f599d260:34917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:34917. 2024-11-18T17:14:10,049 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. 2024-11-18T17:14:10,049 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. 2024-11-18T17:14:10,049 DEBUG [RS:0;6912f599d260:34917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:14:10,049 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. after waiting 0 ms 2024-11-18T17:14:10,049 DEBUG [RS:0;6912f599d260:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:10,049 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. 2024-11-18T17:14:10,049 INFO [RS:0;6912f599d260:34917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:14:10,049 INFO [RS:0;6912f599d260:34917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:14:10,049 INFO [RS:0;6912f599d260:34917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:14:10,049 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 00f00a630dab5b6b68c07f1b72e5e8c7 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-18T17:14:10,049 INFO [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T17:14:10,050 INFO [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-18T17:14:10,050 DEBUG [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1325): Online Regions={00f00a630dab5b6b68c07f1b72e5e8c7=hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7., b4c60f4af89a442115d6c868ac65a24b=test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:14:10,050 DEBUG [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1351): Waiting on 00f00a630dab5b6b68c07f1b72e5e8c7, 1588230740, b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:14:10,051 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:14:10,051 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T17:14:10,051 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T17:14:10,051 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:14:10,051 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:14:10,051 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-18T17:14:10,062 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/replication/00f00a630dab5b6b68c07f1b72e5e8c7/.tmp/hfileref/c2814f79085c437eb39e747520576a75 is 74, key is 1/hfileref:75d527060ca84e70baed4ad9d531bfde_SeqId_6_/1731950043482/DeleteColumn/seqid=0 2024-11-18T17:14:10,062 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/.tmp/info/5cc0f092a16d4938b331aa51774a5df0 is 147, key is hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7./info:regioninfo/1731950036762/Put/seqid=0 2024-11-18T17:14:10,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741847_1023 (size=5489) 2024-11-18T17:14:10,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741848_1024 (size=7686) 2024-11-18T17:14:10,068 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/.tmp/info/5cc0f092a16d4938b331aa51774a5df0 2024-11-18T17:14:10,084 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/.tmp/ns/4632ee6026b64e8b8abb23828ef039e8 is 43, key is default/ns:d/1731950021890/Put/seqid=0 2024-11-18T17:14:10,084 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:10,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741849_1025 (size=5153) 2024-11-18T17:14:10,140 INFO [regionserver/6912f599d260:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:14:10,251 DEBUG [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1351): Waiting on 00f00a630dab5b6b68c07f1b72e5e8c7, 1588230740, b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:14:10,372 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:10,451 DEBUG [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1351): Waiting on 00f00a630dab5b6b68c07f1b72e5e8c7, 1588230740, b4c60f4af89a442115d6c868ac65a24b 2024-11-18T17:14:10,465 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/replication/00f00a630dab5b6b68c07f1b72e5e8c7/.tmp/hfileref/c2814f79085c437eb39e747520576a75 2024-11-18T17:14:10,481 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/replication/00f00a630dab5b6b68c07f1b72e5e8c7/.tmp/queue/65d39d840c2d48719da2d1c01f0ea7f6 is 153, key is 1-6912f599d260,34917,1731950019545/queue:6912f599d260%2C34917%2C1731950019545/1731950043483/Put/seqid=0 2024-11-18T17:14:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741850_1026 (size=5504) 2024-11-18T17:14:10,484 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/replication/00f00a630dab5b6b68c07f1b72e5e8c7/.tmp/queue/65d39d840c2d48719da2d1c01f0ea7f6 2024-11-18T17:14:10,487 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/replication/00f00a630dab5b6b68c07f1b72e5e8c7/.tmp/hfileref/c2814f79085c437eb39e747520576a75 as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/replication/00f00a630dab5b6b68c07f1b72e5e8c7/hfileref/c2814f79085c437eb39e747520576a75 2024-11-18T17:14:10,488 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/.tmp/ns/4632ee6026b64e8b8abb23828ef039e8 2024-11-18T17:14:10,491 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/replication/00f00a630dab5b6b68c07f1b72e5e8c7/hfileref/c2814f79085c437eb39e747520576a75, entries=6, sequenceid=17, filesize=5.4 K 2024-11-18T17:14:10,491 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/replication/00f00a630dab5b6b68c07f1b72e5e8c7/.tmp/queue/65d39d840c2d48719da2d1c01f0ea7f6 as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/replication/00f00a630dab5b6b68c07f1b72e5e8c7/queue/65d39d840c2d48719da2d1c01f0ea7f6 2024-11-18T17:14:10,494 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/replication/00f00a630dab5b6b68c07f1b72e5e8c7/queue/65d39d840c2d48719da2d1c01f0ea7f6, entries=2, sequenceid=17, filesize=5.4 K 2024-11-18T17:14:10,495 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 00f00a630dab5b6b68c07f1b72e5e8c7 in 446ms, sequenceid=17, compaction requested=false 2024-11-18T17:14:10,501 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/replication/00f00a630dab5b6b68c07f1b72e5e8c7/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-18T17:14:10,502 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:14:10,502 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:14:10,502 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. 2024-11-18T17:14:10,502 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00f00a630dab5b6b68c07f1b72e5e8c7: Waiting for close lock at 1731950050049Running coprocessor pre-close hooks at 1731950050049Disabling compacts and flushes for region at 1731950050049Disabling writes for close at 1731950050049Obtaining lock to block concurrent updates at 1731950050049Preparing flush snapshotting stores in 00f00a630dab5b6b68c07f1b72e5e8c7 at 1731950050049Finished memstore snapshotting hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731950050049Flushing stores of hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. at 1731950050049Flushing 00f00a630dab5b6b68c07f1b72e5e8c7/hfileref: creating writer at 1731950050049Flushing 00f00a630dab5b6b68c07f1b72e5e8c7/hfileref: appending metadata at 1731950050061 (+12 ms)Flushing 00f00a630dab5b6b68c07f1b72e5e8c7/hfileref: closing flushed file at 1731950050061Flushing 00f00a630dab5b6b68c07f1b72e5e8c7/queue: creating writer at 1731950050468 (+407 ms)Flushing 00f00a630dab5b6b68c07f1b72e5e8c7/queue: appending metadata at 1731950050481 (+13 ms)Flushing 00f00a630dab5b6b68c07f1b72e5e8c7/queue: closing flushed file at 1731950050481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc575ba: reopening flushed file at 1731950050487 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78818924: reopening flushed file at 1731950050491 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 00f00a630dab5b6b68c07f1b72e5e8c7 in 446ms, sequenceid=17, compaction requested=false at 1731950050495 (+4 ms)Writing region close event to WAL at 1731950050499 (+4 ms)Running coprocessor post-close hooks at 1731950050502 (+3 ms)Closed at 1731950050502 2024-11-18T17:14:10,502 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731950035602.00f00a630dab5b6b68c07f1b72e5e8c7. 2024-11-18T17:14:10,502 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4c60f4af89a442115d6c868ac65a24b, disabling compactions & flushes 2024-11-18T17:14:10,502 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b. 2024-11-18T17:14:10,502 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b. 2024-11-18T17:14:10,502 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b. after waiting 0 ms 2024-11-18T17:14:10,502 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b. 2024-11-18T17:14:10,504 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/.tmp/rep_barrier/45a69808bb2c40e8a3a8170191f01992 is 112, key is test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b./rep_barrier:seqnumDuringOpen/1731950032805/Put/seqid=0 2024-11-18T17:14:10,505 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/default/test/b4c60f4af89a442115d6c868ac65a24b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T17:14:10,505 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:14:10,505 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-18T17:14:10,505 INFO [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b. 2024-11-18T17:14:10,505 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4c60f4af89a442115d6c868ac65a24b: Waiting for close lock at 1731950050502Running coprocessor pre-close hooks at 1731950050502Disabling compacts and flushes for region at 1731950050502Disabling writes for close at 1731950050502Writing region close event to WAL at 1731950050503 (+1 ms)Running coprocessor post-close hooks at 1731950050505 (+2 ms)Closed at 1731950050505 2024-11-18T17:14:10,505 DEBUG [RS_CLOSE_REGION-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731950031668.b4c60f4af89a442115d6c868ac65a24b. 2024-11-18T17:14:10,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741851_1027 (size=5518) 2024-11-18T17:14:10,651 DEBUG [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:10,714 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:14:10,714 INFO [regionserver/6912f599d260:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:14:10,851 DEBUG [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:10,907 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/.tmp/rep_barrier/45a69808bb2c40e8a3a8170191f01992 2024-11-18T17:14:10,923 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/.tmp/table/de82366914cf46aa8fa67d2b6edf9d35 is 53, key is hbase:replication/table:state/1731950036777/Put/seqid=0 2024-11-18T17:14:10,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741852_1028 (size=5308) 2024-11-18T17:14:11,051 INFO [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T17:14:11,051 DEBUG [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:14:11,051 DEBUG [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:11,251 DEBUG [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T17:14:11,326 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/.tmp/table/de82366914cf46aa8fa67d2b6edf9d35 2024-11-18T17:14:11,329 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/.tmp/info/5cc0f092a16d4938b331aa51774a5df0 as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/info/5cc0f092a16d4938b331aa51774a5df0 2024-11-18T17:14:11,332 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/info/5cc0f092a16d4938b331aa51774a5df0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-18T17:14:11,333 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/.tmp/ns/4632ee6026b64e8b8abb23828ef039e8 as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/ns/4632ee6026b64e8b8abb23828ef039e8 2024-11-18T17:14:11,336 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/ns/4632ee6026b64e8b8abb23828ef039e8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-18T17:14:11,336 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/.tmp/rep_barrier/45a69808bb2c40e8a3a8170191f01992 as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/rep_barrier/45a69808bb2c40e8a3a8170191f01992 2024-11-18T17:14:11,339 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/rep_barrier/45a69808bb2c40e8a3a8170191f01992, entries=1, sequenceid=16, filesize=5.4 K 2024-11-18T17:14:11,339 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/.tmp/table/de82366914cf46aa8fa67d2b6edf9d35 as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/table/de82366914cf46aa8fa67d2b6edf9d35 2024-11-18T17:14:11,342 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/table/de82366914cf46aa8fa67d2b6edf9d35, entries=4, sequenceid=16, filesize=5.2 K 2024-11-18T17:14:11,343 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=16, compaction requested=false 2024-11-18T17:14:11,343 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:14:11,346 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:14:11,346 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-18T17:14:11,346 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:14:11,346 INFO [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T17:14:11,347 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731950050050Running coprocessor pre-close hooks at 1731950050050Disabling compacts and flushes for region at 1731950050050Disabling writes for close at 1731950050051 (+1 ms)Obtaining lock to block concurrent updates at 1731950050051Preparing flush snapshotting stores in 1588230740 at 1731950050051Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731950050051Flushing stores of hbase:meta,,1.1588230740 at 1731950050051Flushing 1588230740/info: creating writer at 1731950050051Flushing 1588230740/info: appending metadata at 1731950050062 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731950050062Flushing 1588230740/ns: creating writer at 1731950050072 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731950050084 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731950050084Flushing 1588230740/rep_barrier: creating writer at 1731950050491 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731950050504 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731950050504Flushing 1588230740/table: creating writer at 1731950050910 (+406 ms)Flushing 1588230740/table: appending metadata at 1731950050922 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731950050922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52eb6a36: reopening flushed file at 1731950051329 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21bb2bf2: reopening flushed file at 1731950051332 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f137913: reopening flushed file at 1731950051336 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f442754: reopening flushed file at 1731950051339 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1292ms, sequenceid=16, compaction requested=false at 1731950051343 (+4 ms)Writing region close event to WAL at 1731950051344 (+1 ms)Running coprocessor post-close hooks at 1731950051346 (+2 ms)Closed at 1731950051346 2024-11-18T17:14:11,347 DEBUG [RS_CLOSE_META-regionserver/6912f599d260:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:14:11,387 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 393, reset compression=false 2024-11-18T17:14:11,390 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-18T17:14:11,390 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 688, reset compression=false 2024-11-18T17:14:11,390 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6912f599d260,34917,1731950019545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-18T17:14:11,391 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6912f599d260,34917,1731950019545: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-6912f599d260,34917,1731950019545, walGroup=6912f599d260%2C34917%2C1731950019545, offset=6912f599d260%2C34917%2C1731950019545.1731950040666:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:34917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-18T17:14:11,392 ERROR [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T17:14:11,392 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T17:14:11,392 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T17:14:11,392 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T17:14:11,392 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T17:14:11,392 INFO [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1623195648, "init": 1048576000, "max": 2306867200, "used": 1195294720 }, "NonHeapMemoryUsage": { "committed": 211681280, "init": 7667712, "max": -1, "used": 208649256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T17:14:11,392 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:32985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6912f599d260:32985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-18T17:14:11,452 INFO [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(976): stopping server 6912f599d260,34917,1731950019545; all regions closed. 2024-11-18T17:14:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741844_1020 (size=859) 2024-11-18T17:14:11,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741842_1018 (size=2791) 2024-11-18T17:14:11,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 not finished, retry = 0 2024-11-18T17:14:11,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741843_1019 (size=696) 2024-11-18T17:14:11,557 DEBUG [RS:0;6912f599d260:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:11,557 INFO [RS:0;6912f599d260:34917 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:14:11,557 INFO [RS:0;6912f599d260:34917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:14:11,557 INFO [RS:0;6912f599d260:34917 {}] hbase.ChoreService(370): Chore service for: regionserver/6912f599d260:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T17:14:11,557 INFO [RS:0;6912f599d260:34917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:14:11,558 INFO [regionserver/6912f599d260:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:14:11,558 INFO [RS:0;6912f599d260:34917 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6912f599d260,34917,1731950019545 because: Region server is closing 2024-11-18T17:14:11,558 INFO [RS:0;6912f599d260:34917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:34917. 2024-11-18T17:14:11,558 DEBUG [RS:0;6912f599d260:34917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:14:11,558 DEBUG [RS:0;6912f599d260:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:11,558 DEBUG [RS:0;6912f599d260:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:11,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:14:11,594 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 to pos 688, reset compression=false 2024-11-18T17:14:11,595 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/WALs/6912f599d260,34917,1731950019545/6912f599d260%2C34917%2C1731950019545.1731950040666 2024-11-18T17:14:11,595 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-18T17:14:11,595 DEBUG [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-18T17:14:11,659 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-18T17:14:11,659 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-18T17:14:11,659 INFO [RS:0;6912f599d260:34917 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,1-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,1-6912f599d260,34917,1731950019545 terminated 2024-11-18T17:14:11,659 INFO [RS:0;6912f599d260:34917 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6912f599d260,34917,1731950019545 because: Region server is closing 2024-11-18T17:14:11,659 INFO [RS:0;6912f599d260:34917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6912f599d260:34917. 2024-11-18T17:14:11,659 DEBUG [RS:0;6912f599d260:34917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:14:11,659 DEBUG [RS:0;6912f599d260:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:11,659 DEBUG [RS:0;6912f599d260:34917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:14:11,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T17:14:11,759 INFO [RS:0;6912f599d260:34917 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.shipper6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 terminated 2024-11-18T17:14:11,759 INFO [RS:0;6912f599d260:34917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34917 2024-11-18T17:14:11,759 WARN [RS_REFRESH_PEER-regionserver/6912f599d260:0-0.replicationSource,2-6912f599d260,34917,1731950019545.replicationSource.wal-reader.6912f599d260%2C34917%2C1731950019545,2-6912f599d260,34917,1731950019545 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-18T17:14:11,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858/rs 2024-11-18T17:14:11,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0187107858/rs/6912f599d260,34917,1731950019545 2024-11-18T17:14:11,795 INFO [RS:0;6912f599d260:34917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:14:11,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6912f599d260,34917,1731950019545] 2024-11-18T17:14:11,814 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0187107858/draining/6912f599d260,34917,1731950019545 already deleted, retry=false 2024-11-18T17:14:11,814 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6912f599d260,34917,1731950019545 expired; onlineServers=0 2024-11-18T17:14:11,814 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6912f599d260,32985,1731950019380' ***** 2024-11-18T17:14:11,814 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:14:11,814 INFO [M:0;6912f599d260:32985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T17:14:11,814 INFO [M:0;6912f599d260:32985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T17:14:11,814 DEBUG [M:0;6912f599d260:32985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:14:11,814 DEBUG [M:0;6912f599d260:32985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:14:11,814 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:14:11,814 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950020648 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.small.0-1731950020648,5,FailOnTimeoutGroup] 2024-11-18T17:14:11,814 DEBUG [master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950020647 {}] cleaner.HFileCleaner(306): Exit Thread[master/6912f599d260:0:becomeActiveMaster-HFileCleaner.large.0-1731950020647,5,FailOnTimeoutGroup] 2024-11-18T17:14:11,814 INFO [M:0;6912f599d260:32985 {}] hbase.ChoreService(370): Chore service for: master/6912f599d260:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T17:14:11,814 INFO [M:0;6912f599d260:32985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T17:14:11,814 DEBUG [M:0;6912f599d260:32985 {}] master.HMaster(1795): Stopping service threads 2024-11-18T17:14:11,814 INFO [M:0;6912f599d260:32985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:14:11,814 INFO [M:0;6912f599d260:32985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T17:14:11,815 INFO [M:0;6912f599d260:32985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:14:11,815 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:14:11,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0187107858/master 2024-11-18T17:14:11,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0187107858 2024-11-18T17:14:11,822 DEBUG [M:0;6912f599d260:32985 {}] zookeeper.ZKUtil(347): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Unable to get data of znode /0187107858/master because node does not exist (not an error) 2024-11-18T17:14:11,822 WARN [M:0;6912f599d260:32985 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:14:11,822 INFO [M:0;6912f599d260:32985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/.lastflushedseqids 2024-11-18T17:14:11,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741853_1029 (size=263) 2024-11-18T17:14:11,828 INFO [M:0;6912f599d260:32985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T17:14:11,828 INFO [M:0;6912f599d260:32985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:14:11,828 DEBUG [M:0;6912f599d260:32985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:14:11,828 INFO [M:0;6912f599d260:32985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:14:11,828 DEBUG [M:0;6912f599d260:32985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:14:11,828 DEBUG [M:0;6912f599d260:32985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:14:11,828 DEBUG [M:0;6912f599d260:32985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:14:11,829 INFO [M:0;6912f599d260:32985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-18T17:14:11,842 DEBUG [M:0;6912f599d260:32985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b06caf865bf54d1189ea2d3310ca2dd9 is 82, key is hbase:meta,,1/info:regioninfo/1731950021854/Put/seqid=0 2024-11-18T17:14:11,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741854_1030 (size=5672) 2024-11-18T17:14:11,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:14:11,905 INFO [RS:0;6912f599d260:34917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:14:11,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34917-0x1015039aecd0001, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:14:11,905 INFO [RS:0;6912f599d260:34917 {}] regionserver.HRegionServer(1031): Exiting; stopping=6912f599d260,34917,1731950019545; zookeeper connection closed. 2024-11-18T17:14:11,906 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f8c99d3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f8c99d3 2024-11-18T17:14:11,906 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T17:14:12,246 INFO [M:0;6912f599d260:32985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b06caf865bf54d1189ea2d3310ca2dd9 2024-11-18T17:14:12,265 DEBUG [M:0;6912f599d260:32985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/446cfa848cad4ec384b04c83371bbe20 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731950036780/Put/seqid=0 2024-11-18T17:14:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741855_1031 (size=8909) 2024-11-18T17:14:12,668 INFO [M:0;6912f599d260:32985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/446cfa848cad4ec384b04c83371bbe20 2024-11-18T17:14:12,687 DEBUG [M:0;6912f599d260:32985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bad42222e9154db1a9aa5850dd2609a9 is 69, key is 6912f599d260,34917,1731950019545/rs:state/1731950020695/Put/seqid=0 2024-11-18T17:14:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741856_1032 (size=5156) 2024-11-18T17:14:13,091 INFO [M:0;6912f599d260:32985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bad42222e9154db1a9aa5850dd2609a9 2024-11-18T17:14:13,095 DEBUG [M:0;6912f599d260:32985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b06caf865bf54d1189ea2d3310ca2dd9 as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b06caf865bf54d1189ea2d3310ca2dd9 2024-11-18T17:14:13,098 INFO [M:0;6912f599d260:32985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b06caf865bf54d1189ea2d3310ca2dd9, entries=8, sequenceid=112, filesize=5.5 K 2024-11-18T17:14:13,099 DEBUG [M:0;6912f599d260:32985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/446cfa848cad4ec384b04c83371bbe20 as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/446cfa848cad4ec384b04c83371bbe20 2024-11-18T17:14:13,102 INFO [M:0;6912f599d260:32985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/446cfa848cad4ec384b04c83371bbe20, entries=13, sequenceid=112, filesize=8.7 K 2024-11-18T17:14:13,102 DEBUG [M:0;6912f599d260:32985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bad42222e9154db1a9aa5850dd2609a9 as hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bad42222e9154db1a9aa5850dd2609a9 2024-11-18T17:14:13,105 INFO [M:0;6912f599d260:32985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/042a734d-aaac-c84c-15b8-9a41b52daee7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bad42222e9154db1a9aa5850dd2609a9, entries=1, sequenceid=112, filesize=5.0 K 2024-11-18T17:14:13,106 INFO [M:0;6912f599d260:32985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=112, compaction requested=false 2024-11-18T17:14:13,107 INFO [M:0;6912f599d260:32985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:14:13,107 DEBUG [M:0;6912f599d260:32985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731950051828Disabling compacts and flushes for region at 1731950051828Disabling writes for close at 1731950051828Obtaining lock to block concurrent updates at 1731950051829 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731950051829Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731950051829Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731950051829Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731950051829Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731950051842 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731950051842Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731950052249 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731950052264 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731950052264Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731950052672 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731950052687 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731950052687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b904481: reopening flushed file at 1731950053094 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@727a3c01: reopening flushed file at 1731950053098 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@448ca454: reopening flushed file at 1731950053102 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=112, compaction requested=false at 1731950053106 (+4 ms)Writing region close event to WAL at 1731950053107 (+1 ms)Closed at 1731950053107 2024-11-18T17:14:13,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39733 is added to blk_1073741830_1006 (size=69055) 2024-11-18T17:14:13,109 INFO [M:0;6912f599d260:32985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T17:14:13,109 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T17:14:13,109 INFO [M:0;6912f599d260:32985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32985 2024-11-18T17:14:13,109 INFO [M:0;6912f599d260:32985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T17:14:13,245 INFO [M:0;6912f599d260:32985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T17:14:13,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:14:13,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32985-0x1015039aecd0000, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:14:13,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f5a88bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:14:13,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@83ea507{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:14:13,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:14:13,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583e7350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:14:13,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b6eb5b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/hadoop.log.dir/,STOPPED} 2024-11-18T17:14:13,249 WARN [BP-1049390705-172.17.0.3-1731950017789 heartbeating to localhost/127.0.0.1:34473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:14:13,249 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:14:13,249 WARN [BP-1049390705-172.17.0.3-1731950017789 heartbeating to localhost/127.0.0.1:34473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1049390705-172.17.0.3-1731950017789 (Datanode Uuid 0decc647-75ee-49b5-95d9-0445a27b1704) service to localhost/127.0.0.1:34473 2024-11-18T17:14:13,249 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:14:13,249 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/cluster_72b66b00-141f-18a3-ac5c-ce72697a2589/data/data1/current/BP-1049390705-172.17.0.3-1731950017789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:14:13,249 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/cluster_72b66b00-141f-18a3-ac5c-ce72697a2589/data/data2/current/BP-1049390705-172.17.0.3-1731950017789 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:14:13,249 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:14:13,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@362d0c6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:14:13,255 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d4c437c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:14:13,255 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:14:13,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2100ca5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:14:13,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4624605{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/285df578-7727-6850-2eb3-c323b16215bb/hadoop.log.dir/,STOPPED} 2024-11-18T17:14:13,260 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:14:13,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T17:14:13,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 530) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:39975 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:44251 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:34473 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59938) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:34473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:44251 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:39975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:39975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59938) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:34473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59938) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:44251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:44251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1764163515) connection to localhost/127.0.0.1:34473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=975 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 242) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3755 (was 3991) 2024-11-18T17:14:13,284 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2024-11-18T17:14:13,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015039aecd0005, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:14:13,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015039aecd0008, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:14:13,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015039aecd0002, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-18T17:14:13,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015039aecd0005, quorum=127.0.0.1:59938, baseZNode=/1-513108542 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:14:13,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015039aecd0008, quorum=127.0.0.1:59938, baseZNode=/2213002035 Received Disconnected from ZooKeeper, ignoring 2024-11-18T17:14:13,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015039aecd0002, quorum=127.0.0.1:59938, baseZNode=/0187107858 Received Disconnected from ZooKeeper, ignoring